diff --git a/.claude/settings.local.json b/.claude/settings.local.json index 1fa130129..ffc24f4fe 100644 --- a/.claude/settings.local.json +++ b/.claude/settings.local.json @@ -7,7 +7,18 @@ "Bash(npm install:*)", "Bash(node generate_doc.js:*)", "Bash(xargs grep:*)", - "Bash(node:*)" + "Bash(node:*)", + "Bash(find \"C:\\\\Users\\\\wenyan\\\\IdeaProjects\\\\main\\\\projects\\\\fangjia-script\\\\src\\\\main\\\\groovy\\\\com\\\\fangjia\\\\script\" -type f -name \"*.groovy\")", + "Read(//tmp/**)", + "Bash(cat)", + "Bash(chmod +x /tmp/search_scripts.sh)", + "Bash(/tmp/search_scripts.sh)", + "Bash(chmod +x /tmp/search_by_content.sh)", + "Bash(/tmp/search_by_content.sh)", + "Bash(chmod +x /tmp/search_all.sh)", + "Bash(/tmp/search_all.sh)", + "Bash(chmod +x /tmp/extract_classes.sh)", + "Bash(/tmp/extract_classes.sh)" ] } } diff --git a/Jenkinsfile b/Jenkinsfile index cc3bc4fbc..945196ad8 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,18 +1,86 @@ #!/usr/bin/env groovy + +// 每个项目的完整部署配置字典,新增项目只需在此添加一条记录 +// buildDir: Maven 构建目录名(deliverables/),默认与 key 同名,不同时显式指定 +def PROJECT_CONFIG = [ + 'fangjiabkoff' : [ + imageName : 'fangjia-bkoff', + composeDir : 'fangjia-bkoff', + serviceName : 'fangjia-bkoff', + deployHost : '192.168.0.80', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], + 'chafangtong' : [ + imageName : 'chafangtong', + composeDir : 'chafangtong', + serviceName : 'chafangtong', + deployHost : '192.168.0.80', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], + 'fangjia' : [ + imageName : 'fangjia-coresite', + composeDir : 'fangjia-coresite', + serviceName : 'fangjia-coresite', + deployHost : '192.168.0.80', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], + 'fangjiapds' : [ + imageName : 'fangjia-pds', + composeDir : 'fangjia-pds', + serviceName : 'fangjia-pds', + deployHost : '192.168.0.80', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], + 'fangjiastatic' : [ + imageName : 'fangjia-static', + composeDir : 'fangjia-coresite', + serviceName : 'fangjia-static', + deployHost : '192.168.0.80', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], + 'geluke' : [ + imageName : 'geluke', + composeDir : 'geluke', + serviceName : 'geluke', + deployHost : '192.168.0.80', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], + 'fangjiaopen' : [ + imageName : 'fangjia-open', + composeDir : 'fangjia-open', + serviceName : 'fangjia-open', + deployHost : '192.168.0.36', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], + 'fangjia-script' : [ + buildDir : 'script', // deliverables/script + imageName : 'fangjia-script', + composeDir : 'fangjia-script', + serviceName : 'fangjia-script', + deployHost : '192.168.0.80', + deployBase : '/home/docker', + sshCredId : 'goojia-ssh', + ], +] + pipeline { agent { label 'linux' } parameters { - choice(name: 'PROJECT_NAME', choices: ['chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen'], description: '请选择发布的项目') + choice(name: 'PROJECT_NAME', choices: ['chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen', 'fangjia-script'], description: '请选择发布的项目') } tools { jdk 'JDK8' } environment { - REGISTRY = "192.168.0.19:9011" - DEPLOY_USER = "goojia" - DEPLOY_HOST = "192.168.0.80" // 目标部署服务器 IP,按实际修改 - DEPLOY_BASE = "/home/docker" // docker + REGISTRY = "192.168.0.19:9011" } stages { @@ -25,14 +93,11 @@ pipeline { stage('Maven Build') { steps { script { - def projects = ['fangjiabkoff', 'chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen'] - for (def project : projects) { - if (params.PROJECT_NAME == project) { - dir("deliverables/${project}") { - withMaven(globalMavenSettingsConfig: '426b9a25-aa0d-47d3-a24c-8abdfc4421ff', jdk: "JDK8") { - sh 'mvn clean package -Dmaven.test.skip=true' - } - } + def cfg = PROJECT_CONFIG[params.PROJECT_NAME] + def buildDir = cfg.buildDir ?: params.PROJECT_NAME + dir("deliverables/${buildDir}") { + withMaven(globalMavenSettingsConfig: '426b9a25-aa0d-47d3-a24c-8abdfc4421ff', jdk: "JDK8") { + sh 'mvn clean package -Dmaven.test.skip=true' } } } @@ -42,28 +107,18 @@ pipeline { stage('Docker Build & Push') { steps { script { - def projects = ['fangjiabkoff', 'chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen'] - def imagesName = [ - 'fangjiabkoff' : 'fangjia-bkoff', - 'chafangtong' : 'chafangtong', - 'fangjia' : 'fangjia-coresite', - 'fangjiapds' : 'fangjia-pds', - 'fangjiastatic' : 'fangjia-static', - 'geluke' : 'geluke', - 'fangjiaopen' : 'fangjia-open' - ] - for (def project : projects) { - if (params.PROJECT_NAME == project) { - def imageName = imagesName[project] - def imageTag = env.BUILD_TAG.toLowerCase() - dir("projects/${imageName}") { - withDockerRegistry(credentialsId: 'DockerNexus', url: "http://${REGISTRY}") { - sh "docker build -t ${REGISTRY}/${imageName}:${imageTag} ." - // 同时打 latest 方便 docker compose pull - sh "docker tag ${REGISTRY}/${imageName}:${imageTag} ${REGISTRY}/${imageName}:latest" - sh "docker push ${REGISTRY}/${imageName}:latest" - } - } + def cfg = PROJECT_CONFIG[params.PROJECT_NAME] + def buildDir = cfg.buildDir ?: params.PROJECT_NAME + def imageTag = env.BUILD_TAG.toLowerCase() + dir("projects/${cfg.imageName}") { + // fangjia-script 构建产物在 deliverables/script/target/classes,需同步过来 + if (cfg.buildDir) { + sh "rsync -a --delete ../../deliverables/${buildDir}/target/classes/ target/classes/" + } + withDockerRegistry(credentialsId: 'DockerNexus', url: "http://${REGISTRY}") { + sh "docker build -t ${REGISTRY}/${cfg.imageName}:${imageTag} ." + sh "docker tag ${REGISTRY}/${cfg.imageName}:${imageTag} ${REGISTRY}/${cfg.imageName}:latest" + sh "docker push ${REGISTRY}/${cfg.imageName}:latest" } } } @@ -73,36 +128,13 @@ pipeline { stage('Docker Compose Deploy') { steps { script { - def composeDir = [ - 'fangjiabkoff' : 'fangjia-bkoff', - 'chafangtong' : 'chafangtong', - 'fangjia' : 'fangjia-coresite', - 'fangjiapds' : 'fangjia-pds', - 'fangjiastatic' : 'fangjia-coresite', - 'geluke' : 'geluke', - 'fangjiaopen' : 'fangjia-open' - ] - def serviceNames = [ - 'fangjiabkoff' : 'fangjia-bkoff', - 'chafangtong' : 'chafangtong', - 'fangjia' : 'fangjia-coresite', - 'fangjiapds' : 'fangjia-pds', - 'fangjiastatic' : 'fangjia-coresite', - 'geluke' : 'geluke', - 'fangjiaopen' : 'fangjia-open' - ] - def project = params.PROJECT_NAME - def dir = composeDir[project] - def serviceName =serviceNames[project] - withCredentials([usernamePassword(credentialsId: 'goojia-ssh', usernameVariable: 'SSH_USER', passwordVariable: 'SSH_PASS')]) { + def cfg = PROJECT_CONFIG[params.PROJECT_NAME] + withCredentials([usernamePassword(credentialsId: cfg.sshCredId, usernameVariable: 'SSH_USER', passwordVariable: 'SSH_PASS')]) { sh """ - sshpass -p "\$SSH_PASS" ssh -o StrictHostKeyChecking=no \$SSH_USER@${DEPLOY_HOST} ' - cd ${DEPLOY_BASE}/${dir} - # 拉取最新镜像 + sshpass -p "\$SSH_PASS" ssh -o StrictHostKeyChecking=no \$SSH_USER@${cfg.deployHost} ' + cd ${cfg.deployBase}/${cfg.composeDir} docker compose pull - # 重启对应服务(不影响其他服务) - docker compose up -d --no-deps --force-recreate ${serviceName} - # 清理旧镜像 + docker compose up -d --no-deps --force-recreate ${cfg.serviceName} docker image prune -f ' """ @@ -120,4 +152,4 @@ pipeline { echo "❌ ${params.PROJECT_NAME} 部署失败,请检查日志" } } -} \ No newline at end of file +} diff --git a/projects/fangjia-coresite/src/main/java/com/fangjia/coresite/controllers/HealthController.java b/projects/fangjia-coresite/src/main/java/com/fangjia/coresite/controllers/HealthController.java new file mode 100644 index 000000000..0f1fb53ba --- /dev/null +++ b/projects/fangjia-coresite/src/main/java/com/fangjia/coresite/controllers/HealthController.java @@ -0,0 +1,14 @@ +package com.fangjia.coresite.controllers; + +import com.fangjia.coresite.model.JsonModel; + +import java.util.Collections; + +public class HealthController { + + public Object checkAction() { + JsonModel ret = new JsonModel(); + ret.setJsonModel(Collections.singletonMap("status", "ok")); + return ret; + } +} diff --git a/projects/fangjia-open/src/main/java/com/fangjia/open/controllers/HealthController.java b/projects/fangjia-open/src/main/java/com/fangjia/open/controllers/HealthController.java new file mode 100644 index 000000000..709005cc8 --- /dev/null +++ b/projects/fangjia-open/src/main/java/com/fangjia/open/controllers/HealthController.java @@ -0,0 +1,13 @@ +package com.fangjia.open.controllers; + +import com.fangjia.open.model.BasicModel; +import com.fangjia.open.model.RestfulModelAndView; + +public class HealthController { + + public Object checkAction() { + RestfulModelAndView mav = new RestfulModelAndView(); + mav.setModel(BasicModel.buildOKModel().setResult("ok")); + return mav; + } +} diff --git a/projects/fangjia-script/Dockerfile b/projects/fangjia-script/Dockerfile new file mode 100644 index 000000000..80cadb149 --- /dev/null +++ b/projects/fangjia-script/Dockerfile @@ -0,0 +1,23 @@ +FROM openjdk:8-jre-slim + +ENV TZ=Asia/Shanghai + +RUN apt-get update && apt-get install -y --no-install-recommends wget tzdata && \ + wget -q "https://github.com/aptible/supercronic/releases/download/v0.2.29/supercronic-linux-amd64" \ + -O /usr/local/bin/supercronic && \ + chmod +x /usr/local/bin/supercronic && \ + rm -rf /var/lib/apt/lists/* + +# 对齐线上部署路径,/home/goojia/bin/*.sh 中的 cd 路径无需改动 +WORKDIR /home/goojia/webapps/fangjia-script + +# 构建产物:.groovy 脚本 + lib/*.jar(含 groovy-all.jar,无需单独安装 Groovy) +COPY target/classes/ . +COPY run.sh . +RUN chmod +x run.sh + +RUN mkdir -p /home/goojia/logs + +COPY crontab.txt /app/crontab + +CMD ["supercronic", "/app/crontab"] diff --git a/projects/fangjia-script/crontab.txt b/projects/fangjia-script/crontab.txt new file mode 100644 index 000000000..c54d543bd --- /dev/null +++ b/projects/fangjia-script/crontab.txt @@ -0,0 +1,214 @@ +# 楼盘索引重建 +0 6 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/level/DistrictIndexBatch > /home/goojia/logs/DistrictIndexBatch.log 2>&1 +# API超时分析 +*/5 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/apiLog/ApiTimeOutAnalyBatch > /home/goojia/logs/ApiTimeOutAnalyBatch.log 2>&1 +# API用户访问量统计 +1 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/apiLog/ApiUserCountAnalyBatch > /home/goojia/logs/ApiUserCountAnalyBatch.log 2>&1 +# 楼盘价格数据导出(福州) +#5 5 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictPriceExportBatch > /home/goojia/logs/DistrictPriceExportBatch.log 2>&1 +# 搜索自动补全索引更新 +1 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/AutocompleteDataUpdaterBatch > /home/goojia/logs/AutocompleteDataUpdaterBatch.log 2>&1 +# 楼盘评级(招商银行) +#30 1 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/zsbank/DistrictLevelBatch > /home/goojia/logs/DistrictLevelBatch.log 2>&1 +# 成交数据导出(福州) +#20 16 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/TradeExportBatch > /home/goojia/logs/TradeExportBatch.log 2>&1 +# 第三方价格数据导出(福州) +#20 7 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/ThirdPriceExportBatch > /home/goojia/logs/ThirdPriceExportBatch.log 2>&1 +# 房源数据导出(福州,每月10/15日) +#10 4 10 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/HouseExportBatch > /home/goojia/logs/HouseExportBatch.log 2>&1 +#10 4 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/HouseExportBatch > /home/goojia/logs/HouseExportBatch.log 2>&1 +# 楼盘基本信息导出(福州) +#30 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictInfoExportBatch > /home/goojia/logs/DistrictInfoExportBatch.log 2>&1 +# 江南空白日更新楼盘刷新 +*/10 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/DayUpdateDistRefreshBatch > /home/goojia/logs/DayUpdateDistRefreshBatch.log 2>&1 +# 楼盘在售统计(福州,月底补跑+工作时段高频) +#10 0 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictSellStatBatch > /home/goojia/logs/DistrictSellStatBatch.log 2>&1 +#*/10 8-23 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictSellStatBatch > /home/goojia/logs/DistrictSellStatBatch.log 2>&1 +# 开放API使用量监控 +15 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/api/OpenApiUseStatMonitorBatch > /home/goojia/logs/OpenApiUseStatMonitorBatch.log 2>&1 +# 台物网数据批处理 +#30 21 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/TaiWuWebBatch > /home/goojia/logs/TaiWuWebBatch.log 2>&1 +# Seaweed全量数据同步 +1 1 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/SeaweedSyncBatch > /home/goojia/logs/SeaweedSyncBatch.log 2>&1 +# 均价监控告警 +#0 9 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/xh/MonitorAvgPrice > /home/goojia/logs/MonitorAvgPrice.log 2>&1 +# 插入住宅估价计算指令 +30 22 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/InsertMonitorCalcCommandBatch > /home/goojia/logs/InsertMonitorCalcCommandBatch.log 2>&1 +# 插入商铺/写字楼租金估价计算指令 +37 0 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/InsertMonitorSquareRentCalcCommandBatch > /home/goojia/logs/InsertMonitorSquareRentCalcCommandBatch.log 2>&1 +# ES房价统计 +10 2 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/EsHousePriceStat > /home/goojia/logs/EsHousePriceStat.log 2>&1 +# 楼盘房源面积统计 +0 2 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictHouseAreaStatBatch > /home/goojia/logs/DistrictHouseAreaStatBatch.log 2>&1 +# 成交价格月度统计 +0 1 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/DealPriceStatBatch > /home/goojia/logs/DealPriceStatBatch.log 2>&1 +# 楼盘成交房源统计 +30 0 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/DistrictTradeHouseStatBatch > /home/goojia/logs/DistrictTradeHouseStatBatch.log 2>&1 +# API用户失活监控 +0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/api/ApiUserDeadTimeMonitorBatch > /home/goojia/logs/ApiUserDeadTimeMonitorBatch.log 2>&1 +# 江南空白基础信息数据同步 +0 2 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/JiangNanBlankBaseInfoDataBatch > /home/goojia/logs/JiangNanBlankBaseInfoDataBatch.log 2>&1 +# 高德地图API数据处理 +#0 2 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/GaoDeMapApiDataProcess > /home/goojia/logs/GaoDeMapApiDataProcess.log 2>&1 +# 开放API产品字段使用统计 +0 10 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/batch/ApiProductFieldStatBatch > /home/goojia/logs/ApiProductFieldStatBatch.log 2>&1 +# 数据库状态监控 +0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DatabaseStatWatcherBatch > /home/goojia/logs/DatabaseStatWatcherBatch.log 2>&1 +# Seaweed数据增量更新 +1 19 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/SeaweedUpdateTask > /home/goojia/logs/SeaweedUpdateTask.log 2>&1 +# 楼盘周边数据分析 +23 20 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictAroundDataAnaly > /home/goojia/logs/DistrictAroundDataAnaly.log 2>&1 +# 样本质量周报 +40 5 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/SampleQualityReportBatch > /home/goojia/logs/SampleQualityReportBatch.log 2>&1 +# 快照数据监控 +05 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/SnapshotMonitor > /home/goojia/logs/SnapshotMonitor.log 2>&1 +# 房价通评估结果自动转抵押基础信息 +#0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/FJTevaluationAutoToMortgageInfoBase > /home/goojia/logs/FJTevaluationAutoToMortgageInfoBase.log 2>&1 +# 房价通钉钉统计播报 +#0 8 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/business/FjtStatisticDDBatch > /home/goojia/logs/FjtStatisticDDBatch.log 2>&1 +# 均价质量周报 +10 5 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/AveragerQualityReportBatch > /home/goojia/logs/AveragerQualityReportBatch.log 2>&1 +# 清理Seawater过期数据 +1 1 10 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangrui/DeleteSeawater > /home/goojia/logs/DeleteSeawater.log 2>&1 +# 开放URI日志分析同步 +13 4 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/AnalysisOpenUriLogSyncBatch > /home/goojia/logs/AnalysisOpenUriLogSyncBatch.log 2>&1 +# API访问日志处理 +0 4 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangrui/ApiLog > /home/goojia/logs/ApiLog.log 2>&1 +# 清理ES 8.6旧索引 +0 1 28 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/batch/RemoveOldIndexOfEs86Batch > /home/goojia/logs/RemoveOldIndexOfEs86Batch.log 2>&1 +# 楼盘最新价格同步(FSH) +#0 3 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/DistrictNewPriceSyncBatch > /home/goojia/logs/DistrictNewPriceSyncBatch.log 2>&1 +# 下架房源清理 +0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/HouseRemoveBatch > /home/goojia/logs/HouseRemoveBatch.log 2>&1 +# 楼盘在售房源月度统计 +10 0 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictSellHouseStatBatch > /home/goojia/logs/DistrictSellHouseStatBatch.log 2>&1 +# 城市和区域信息分析 +10 1 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/CityInfoAnaBatch > /home/goojia/logs/CityInfoAnaBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/RegionInfoAnaBatch > /home/goojia/logs/RegionInfoAnaBatch.log 2>&1 +# 楼盘成交/在售/租赁排名及均价城市排名 +10 0 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictDealSellRentRankBatch > /home/goojia/logs/DistrictDealSellRentRankBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictStatRankBatch > /home/goojia/logs/DistrictStatRankBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictAvgPriceCityRankBatch > /home/goojia/logs/DistrictAvgPriceCityRankBatch.log 2>&1 +# 房源覆盖率统计 +0 22 3 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/statistic/HouseCoverageRateStatisticBatch > /home/goojia/logs/HouseCoverageRateStatisticBatch.log 2>&1 +# CZ全量数据批处理(周日) +20 3 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/CZDataBatch all > /home/goojia/logs/CZDataBatch.log 2>&1 +# CZ当日增量数据批处理 +*/20 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/CZDataBatch > /home/goojia/logs/CZDataBatch_day.log 2>&1 +# 写字楼均价统计 +10 8 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/avgprice/WebOfficeAvgPriceStatistics > /home/goojia/logs/WebOfficeAvgPriceStatistics.log 2>&1 +# 链家数据分析 +#30 1 * * 2 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/LianjiaAnalyBatch > /home/goojia/logs/LianjiaAnalyBatch.log 2>&1 +# 个性化评估与登记时间统计 +0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/IndividuateEvaAndRegisterTimeStatistical > /home/goojia/logs/IndividuateEvaAndRegisterTimeStatistical.log 2>&1 +# 楼盘房源批量更新 +0 18 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictHouseBatch > /home/goojia/logs/DistrictHouseBatch.log 2>&1 +# Seawater数据监控 +0 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/SeawaterMonitor > /home/goojia/logs/SeawaterMonitor.log 2>&1 +# Marsoft数据导出 +0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/marsoftdata/MarsoftExporter out.dir=/home/goojia/marsoft > /home/goojia/logs/MarsoftExporter.log 2>&1 +# Seaweed地理坐标系转换 +22 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/SeaweedGeoSysConvertBatch > /home/goojia/logs/SeaweedGeoSysConvertBatch.log 2>&1 +# 楼盘租赁FPK数据批处理 +0 8 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/rent/DistrictRentFPKBatch > /home/goojia/logs/DistrictRentFPKBatch.log 2>&1 +# 城市房源数量统计(FSH) +0 3 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/CityHouseCountStatBatch > /home/goojia/logs/CityHouseCountStatBatch.log 2>&1 +# 贷款线索同步CRM +*/10 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/loanLeadToCRM/LoanLeadSync > /home/goojia/logs/LoanLeadSync.log 2>&1 +# 用户UA分析 +56 14 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/UserAgentAnalysisBatch > /home/goojia/logs/UserAgentAnalysisBatch.log 2>&1 +# 开放API日志分析 +0 8 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/openApi/OpenApiLogAnalyBatch > /home/goojia/logs/OpenApiLogAnalyBatch.log 2>&1 +# 楼盘出租房源统计 +2 0 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictRentHouseStatBatch > /home/goojia/logs/DistrictRentHouseStatBatch.log 2>&1 +# 查找在建楼盘 +1 1 * * 5 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/FindStageDistrictBatch > /home/goojia/logs/FindStageDistrictBatch.log 2>&1 +# 读取后台退场日志 +0 5 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/ReadBackoffLogBatch > /home/goojia/logs/ReadBackoffLogBatch.log 2>&1 +# 读取动态访问日志 +15 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/ReadAnalyDynamicLog > /home/goojia/logs/ReadAnalyDynamicLog.log 2>&1 +# 楼盘在售房源统计(周日补跑) +0 10 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictSellHouseStatBatch > /home/goojia/logs/DistrictSellHouseStatBatch.log 2>&1 +# 中原成交价格爬虫 +1 7 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/CentanetDealPriceCrawler > /home/goojia/logs/CentanetDealPriceCrawler.log 2>&1 +# 更新楼盘行政区划编码 +0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/batch/UpdateDistrictCodeBatch > /home/goojia/logs/UpdateDistrictCodeBatch.log 2>&1 +# 房价通响应时间分析 +0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangjiatong/FjtResponseTimeAnaly > /home/goojia/logs/FjtResponseTimeAnaly.log 2>&1 +# 房价通用户点击日志分析 +0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangjiatong/FjtUserClickLogAnalyBatch > /home/goojia/logs/FjtUserClickLogAnalyBatch.log 2>&1 +# 第三方数据汇总 +0 3 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch > /home/goojia/logs/ThirdDataToGatherBatch.log 2>&1 +# 成交价格单位统一 +1 7 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/parse/DealPriceUnitUniteBatch > /home/goojia/logs/DealPriceUnitUniteBatch.log 2>&1 +# 导入索引统计数据 +0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/trade/ImportIndexStats > /home/goojia/logs/ImportIndexStats.log 2>&1 +# Seaweed索引重建 +25 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/SeaweedReIndexBatch > /home/goojia/logs/SeaweedReIndexBatch.log 2>&1 +# 楼盘信息分析(FPK) +0 2 4 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fpk/DistrictInfoAnaly > /home/goojia/logs/DistrictInfoAnaly.log 2>&1 +# 每日房源统计 +0 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/DayHouseStatBatch > /home/goojia/logs/DayHouseStatBatch.log 2>&1 +# 楼盘关注日志计算 +25 21 5 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/DistrictAttentionLogCaculateBatch > /home/goojia/logs/DistrictAttentionLogCaculateBatch.log 2>&1 +# 自动发现新楼盘 +#4 3 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/auto/DistrictAutoFindBatch > /home/goojia/logs/DistrictAutoFindBatch.log 2>&1 +# 第三方价格数据标准化 +0 2 13 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/DataStandardBatch > /home/goojia/logs/DataStandardBatch.log 2>&1 +# 生成爬虫抓取指令 +0 1 * * 5 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/crawl/CrawlCommandGeneratorBatch > /home/goojia/logs/CrawlCommandGeneratorBatch.log 2>&1 +# 外部房地产网站数据同步 +0 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/zongzhimin/WSFangDiChan > /home/goojia/logs/WSFangDiChan.log 2>&1 +# 楼盘经纪人报告 +30 21 12 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/report/DistrictAgentBatch > /home/goojia/logs/DistrictAgentBatch.log 2>&1 +# 勤智月度消费评级统计 +30 1 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/grade/ConsumptionRatingBatch > /home/goojia/logs/QinZhiMonthStatisticBatch.log 2>&1 +# 城市价格指数 +0 4 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/CityPriceIndexBatch > /home/goojia/logs/CityPriceIndexBatch.log 2>&1 +# 房源数据导入ES +0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/backup/HouseToEsBatch > /home/goojia/logs/HouseToEsBatch.log 2>&1 +# 住宅成交价格爬虫(中原) +43 14 * * 2 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/ResDealPriceCrawlerBatch > /home/goojia/logs/ResDealPriceCrawlerBatch.log 2>&1 +# 复制开放URI日志 +30 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/CopyOpenUriLog > /home/goojia/logs/CopyOpenUriLog.log 2>&1 +# 楼盘价格对比 +35 4 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/price/DistrictPriceCompareBatch > /home/goojia/logs/DistrictPriceCompareBatch.log 2>&1 +# 成交价格覆盖率统计 +0 23 3 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/statistic/DealPriceCoverageRateStatisticBatch > /home/goojia/logs/DealPriceCoverageRateStatisticBatch.log 2>&1 +# 第三方价格页面分析 +0 1 5 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/AnalysisPageBatch > /home/goojia/logs/AnalysisPageBatch.log 2>&1 +# 成交价格数据导入 +25 23 14 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/TransactionPriceImportBatch > /home/goojia/logs/TransactionPriceImportBatch.log 2>&1 +# 地址匹配测试 +10 11 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/wenyan/AddressMatchTestBatch > /home/goojia/logs/AddressMatchTestBatch.log 2>&1 +# Web访问日志分析 +10 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/analy/WebAnalyLogBatch > /home/goojia/logs/WebAnalyLogBatch.log 2>&1 +# 成交楼盘统计 +10 22 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/trade/TradeDistrictStatBatch > /home/goojia/logs/TradeDistrictStatBatch.log 2>&1 +# 同步楼盘价格至第三方 +0 17 11 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice > /home/goojia/logs/SynchDistrictPrice.log 2>&1 +# 楼盘字段补录 +0 1 21 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/district/DistrictFieldAddBatch > /home/goojia/logs/DistrictFieldAddBatch.log 2>&1 +# 法拍网大数据-社区基础数据 +0 14 18 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch > /home/goojia/logs/FjwBigdataCommunityBatch.log 2>&1 +# 法拍网大数据-楼栋类型数据 +0 16 18 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommbuildtypeBatch > /home/goojia/logs/FjwBigdataCommbuildtypeBatch.log 2>&1 +# 法拍网大数据-在售数据 +0 12 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch > /home/goojia/logs/FjwBigdataForsaleBatch.log 2>&1 +# 法拍网-第三方参考价 +3 5 19 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch > /home/goojia/logs/FjwThirdPartyPriceBatch.log 2>&1 +# 法拍网大数据-成交数据 +3 22 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch > /home/goojia/logs/FjwBigdataDealBatch.log 2>&1 +# 法拍网-规定价格 +0 16 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwGuiDingPriceBatch > /home/goojia/logs/FjwGuiDingPriceBatch.log 2>&1 +# 第三方数据分析处理 +0 3 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/data_handle/ThardParthAnalyBatch > /home/goojia/logs/ThardParthAnalyBatch.log 2>&1 +# 台湾相关楼盘数据关联 +30 12 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/xiamen/RelatedTaiWanBatch > /home/goojia/logs/RelatedTaiWanBatch.log 2>&1 +# 成交价格同步到ES +30 23 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/SynchDealPriceToEs > /home/goojia/logs/SynchDealPriceToEs.log 2>&1 +# 同步开发环境数据 +0 6 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/data_handle/SynchDevDataBatch > /home/goojia/logs/SynchDevDataBatch.log 2>&1 +# 厦门村庄数据批处理(月初高频) +*/10 * 1-9 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/xiamen/XiaMenVillageBatch > /home/goojia/logs/XiaMenVillageBatch.log 2>&1 +# API调用次数统计 +0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/ApiInvokeStatistics > /home/goojia/logs/ApiInvokeStatistics.log 2>&1 +# Seawater到Seabird数据同步 +1 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/Seawater2SeabirdSyncBatch > /home/goojia/logs/Seawater2SeabirdSyncBatch.log 2>&1 diff --git a/projects/fangjia-script/docker-compose.yml b/projects/fangjia-script/docker-compose.yml new file mode 100644 index 000000000..6596596f0 --- /dev/null +++ b/projects/fangjia-script/docker-compose.yml @@ -0,0 +1,8 @@ +services: + fangjia-script: + image: 192.168.0.19:9011/fangjia-script:latest + restart: unless-stopped + volumes: + - /home/goojia/logs:/home/goojia/logs + environment: + - TZ=Asia/Shanghai diff --git a/projects/fangjia-script/run.sh b/projects/fangjia-script/run.sh new file mode 100644 index 000000000..099030905 --- /dev/null +++ b/projects/fangjia-script/run.sh @@ -0,0 +1,17 @@ +#!/bin/bash +CLASSPATH=./ +for jar in lib/*.jar; do + CLASSPATH="$CLASSPATH:$jar" +done + +# 把 -Dxxx 分离出来作为 JVM 参数,其余作为 Groovy 脚本路径/参数 +JVM_OPTS=() +GROOVY_ARGS=() +for arg in "$@"; do + case "$arg" in + -D*) JVM_OPTS+=("$arg") ;; + *) GROOVY_ARGS+=("$arg") ;; + esac +done + +exec java "${JVM_OPTS[@]}" -cp "$CLASSPATH" groovy.ui.GroovyMain -c GBK "${GROOVY_ARGS[@]}"