添加FangJiaScript
This commit is contained in:
@@ -7,7 +7,18 @@
|
||||
"Bash(npm install:*)",
|
||||
"Bash(node generate_doc.js:*)",
|
||||
"Bash(xargs grep:*)",
|
||||
"Bash(node:*)"
|
||||
"Bash(node:*)",
|
||||
"Bash(find \"C:\\\\Users\\\\wenyan\\\\IdeaProjects\\\\main\\\\projects\\\\fangjia-script\\\\src\\\\main\\\\groovy\\\\com\\\\fangjia\\\\script\" -type f -name \"*.groovy\")",
|
||||
"Read(//tmp/**)",
|
||||
"Bash(cat)",
|
||||
"Bash(chmod +x /tmp/search_scripts.sh)",
|
||||
"Bash(/tmp/search_scripts.sh)",
|
||||
"Bash(chmod +x /tmp/search_by_content.sh)",
|
||||
"Bash(/tmp/search_by_content.sh)",
|
||||
"Bash(chmod +x /tmp/search_all.sh)",
|
||||
"Bash(/tmp/search_all.sh)",
|
||||
"Bash(chmod +x /tmp/extract_classes.sh)",
|
||||
"Bash(/tmp/extract_classes.sh)"
|
||||
]
|
||||
}
|
||||
}
|
||||
|
||||
Vendored
+96
-64
@@ -1,18 +1,86 @@
|
||||
#!/usr/bin/env groovy
|
||||
|
||||
// 每个项目的完整部署配置字典,新增项目只需在此添加一条记录
|
||||
// buildDir: Maven 构建目录名(deliverables/<buildDir>),默认与 key 同名,不同时显式指定
|
||||
def PROJECT_CONFIG = [
|
||||
'fangjiabkoff' : [
|
||||
imageName : 'fangjia-bkoff',
|
||||
composeDir : 'fangjia-bkoff',
|
||||
serviceName : 'fangjia-bkoff',
|
||||
deployHost : '192.168.0.80',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
'chafangtong' : [
|
||||
imageName : 'chafangtong',
|
||||
composeDir : 'chafangtong',
|
||||
serviceName : 'chafangtong',
|
||||
deployHost : '192.168.0.80',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
'fangjia' : [
|
||||
imageName : 'fangjia-coresite',
|
||||
composeDir : 'fangjia-coresite',
|
||||
serviceName : 'fangjia-coresite',
|
||||
deployHost : '192.168.0.80',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
'fangjiapds' : [
|
||||
imageName : 'fangjia-pds',
|
||||
composeDir : 'fangjia-pds',
|
||||
serviceName : 'fangjia-pds',
|
||||
deployHost : '192.168.0.80',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
'fangjiastatic' : [
|
||||
imageName : 'fangjia-static',
|
||||
composeDir : 'fangjia-coresite',
|
||||
serviceName : 'fangjia-static',
|
||||
deployHost : '192.168.0.80',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
'geluke' : [
|
||||
imageName : 'geluke',
|
||||
composeDir : 'geluke',
|
||||
serviceName : 'geluke',
|
||||
deployHost : '192.168.0.80',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
'fangjiaopen' : [
|
||||
imageName : 'fangjia-open',
|
||||
composeDir : 'fangjia-open',
|
||||
serviceName : 'fangjia-open',
|
||||
deployHost : '192.168.0.36',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
'fangjia-script' : [
|
||||
buildDir : 'script', // deliverables/script
|
||||
imageName : 'fangjia-script',
|
||||
composeDir : 'fangjia-script',
|
||||
serviceName : 'fangjia-script',
|
||||
deployHost : '192.168.0.80',
|
||||
deployBase : '/home/docker',
|
||||
sshCredId : 'goojia-ssh',
|
||||
],
|
||||
]
|
||||
|
||||
pipeline {
|
||||
agent { label 'linux' }
|
||||
parameters {
|
||||
choice(name: 'PROJECT_NAME', choices: ['chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen'], description: '请选择发布的项目')
|
||||
choice(name: 'PROJECT_NAME', choices: ['chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen', 'fangjia-script'], description: '请选择发布的项目')
|
||||
}
|
||||
tools {
|
||||
jdk 'JDK8'
|
||||
}
|
||||
|
||||
environment {
|
||||
REGISTRY = "192.168.0.19:9011"
|
||||
DEPLOY_USER = "goojia"
|
||||
DEPLOY_HOST = "192.168.0.80" // 目标部署服务器 IP,按实际修改
|
||||
DEPLOY_BASE = "/home/docker" // docker
|
||||
REGISTRY = "192.168.0.19:9011"
|
||||
}
|
||||
|
||||
stages {
|
||||
@@ -25,14 +93,11 @@ pipeline {
|
||||
stage('Maven Build') {
|
||||
steps {
|
||||
script {
|
||||
def projects = ['fangjiabkoff', 'chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen']
|
||||
for (def project : projects) {
|
||||
if (params.PROJECT_NAME == project) {
|
||||
dir("deliverables/${project}") {
|
||||
withMaven(globalMavenSettingsConfig: '426b9a25-aa0d-47d3-a24c-8abdfc4421ff', jdk: "JDK8") {
|
||||
sh 'mvn clean package -Dmaven.test.skip=true'
|
||||
}
|
||||
}
|
||||
def cfg = PROJECT_CONFIG[params.PROJECT_NAME]
|
||||
def buildDir = cfg.buildDir ?: params.PROJECT_NAME
|
||||
dir("deliverables/${buildDir}") {
|
||||
withMaven(globalMavenSettingsConfig: '426b9a25-aa0d-47d3-a24c-8abdfc4421ff', jdk: "JDK8") {
|
||||
sh 'mvn clean package -Dmaven.test.skip=true'
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -42,28 +107,18 @@ pipeline {
|
||||
stage('Docker Build & Push') {
|
||||
steps {
|
||||
script {
|
||||
def projects = ['fangjiabkoff', 'chafangtong', 'fangjia', 'fangjiapds', 'fangjiastatic', 'geluke', 'fangjiaopen']
|
||||
def imagesName = [
|
||||
'fangjiabkoff' : 'fangjia-bkoff',
|
||||
'chafangtong' : 'chafangtong',
|
||||
'fangjia' : 'fangjia-coresite',
|
||||
'fangjiapds' : 'fangjia-pds',
|
||||
'fangjiastatic' : 'fangjia-static',
|
||||
'geluke' : 'geluke',
|
||||
'fangjiaopen' : 'fangjia-open'
|
||||
]
|
||||
for (def project : projects) {
|
||||
if (params.PROJECT_NAME == project) {
|
||||
def imageName = imagesName[project]
|
||||
def imageTag = env.BUILD_TAG.toLowerCase()
|
||||
dir("projects/${imageName}") {
|
||||
withDockerRegistry(credentialsId: 'DockerNexus', url: "http://${REGISTRY}") {
|
||||
sh "docker build -t ${REGISTRY}/${imageName}:${imageTag} ."
|
||||
// 同时打 latest 方便 docker compose pull
|
||||
sh "docker tag ${REGISTRY}/${imageName}:${imageTag} ${REGISTRY}/${imageName}:latest"
|
||||
sh "docker push ${REGISTRY}/${imageName}:latest"
|
||||
}
|
||||
}
|
||||
def cfg = PROJECT_CONFIG[params.PROJECT_NAME]
|
||||
def buildDir = cfg.buildDir ?: params.PROJECT_NAME
|
||||
def imageTag = env.BUILD_TAG.toLowerCase()
|
||||
dir("projects/${cfg.imageName}") {
|
||||
// fangjia-script 构建产物在 deliverables/script/target/classes,需同步过来
|
||||
if (cfg.buildDir) {
|
||||
sh "rsync -a --delete ../../deliverables/${buildDir}/target/classes/ target/classes/"
|
||||
}
|
||||
withDockerRegistry(credentialsId: 'DockerNexus', url: "http://${REGISTRY}") {
|
||||
sh "docker build -t ${REGISTRY}/${cfg.imageName}:${imageTag} ."
|
||||
sh "docker tag ${REGISTRY}/${cfg.imageName}:${imageTag} ${REGISTRY}/${cfg.imageName}:latest"
|
||||
sh "docker push ${REGISTRY}/${cfg.imageName}:latest"
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -73,36 +128,13 @@ pipeline {
|
||||
stage('Docker Compose Deploy') {
|
||||
steps {
|
||||
script {
|
||||
def composeDir = [
|
||||
'fangjiabkoff' : 'fangjia-bkoff',
|
||||
'chafangtong' : 'chafangtong',
|
||||
'fangjia' : 'fangjia-coresite',
|
||||
'fangjiapds' : 'fangjia-pds',
|
||||
'fangjiastatic' : 'fangjia-coresite',
|
||||
'geluke' : 'geluke',
|
||||
'fangjiaopen' : 'fangjia-open'
|
||||
]
|
||||
def serviceNames = [
|
||||
'fangjiabkoff' : 'fangjia-bkoff',
|
||||
'chafangtong' : 'chafangtong',
|
||||
'fangjia' : 'fangjia-coresite',
|
||||
'fangjiapds' : 'fangjia-pds',
|
||||
'fangjiastatic' : 'fangjia-coresite',
|
||||
'geluke' : 'geluke',
|
||||
'fangjiaopen' : 'fangjia-open'
|
||||
]
|
||||
def project = params.PROJECT_NAME
|
||||
def dir = composeDir[project]
|
||||
def serviceName =serviceNames[project]
|
||||
withCredentials([usernamePassword(credentialsId: 'goojia-ssh', usernameVariable: 'SSH_USER', passwordVariable: 'SSH_PASS')]) {
|
||||
def cfg = PROJECT_CONFIG[params.PROJECT_NAME]
|
||||
withCredentials([usernamePassword(credentialsId: cfg.sshCredId, usernameVariable: 'SSH_USER', passwordVariable: 'SSH_PASS')]) {
|
||||
sh """
|
||||
sshpass -p "\$SSH_PASS" ssh -o StrictHostKeyChecking=no \$SSH_USER@${DEPLOY_HOST} '
|
||||
cd ${DEPLOY_BASE}/${dir}
|
||||
# 拉取最新镜像
|
||||
sshpass -p "\$SSH_PASS" ssh -o StrictHostKeyChecking=no \$SSH_USER@${cfg.deployHost} '
|
||||
cd ${cfg.deployBase}/${cfg.composeDir}
|
||||
docker compose pull
|
||||
# 重启对应服务(不影响其他服务)
|
||||
docker compose up -d --no-deps --force-recreate ${serviceName}
|
||||
# 清理旧镜像
|
||||
docker compose up -d --no-deps --force-recreate ${cfg.serviceName}
|
||||
docker image prune -f
|
||||
'
|
||||
"""
|
||||
@@ -120,4 +152,4 @@ pipeline {
|
||||
echo "❌ ${params.PROJECT_NAME} 部署失败,请检查日志"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
+14
@@ -0,0 +1,14 @@
|
||||
package com.fangjia.coresite.controllers;
|
||||
|
||||
import com.fangjia.coresite.model.JsonModel;
|
||||
|
||||
import java.util.Collections;
|
||||
|
||||
public class HealthController {
|
||||
|
||||
public Object checkAction() {
|
||||
JsonModel ret = new JsonModel();
|
||||
ret.setJsonModel(Collections.singletonMap("status", "ok"));
|
||||
return ret;
|
||||
}
|
||||
}
|
||||
+13
@@ -0,0 +1,13 @@
|
||||
package com.fangjia.open.controllers;
|
||||
|
||||
import com.fangjia.open.model.BasicModel;
|
||||
import com.fangjia.open.model.RestfulModelAndView;
|
||||
|
||||
public class HealthController {
|
||||
|
||||
public Object checkAction() {
|
||||
RestfulModelAndView mav = new RestfulModelAndView();
|
||||
mav.setModel(BasicModel.buildOKModel().setResult("ok"));
|
||||
return mav;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,23 @@
|
||||
FROM openjdk:8-jre-slim
|
||||
|
||||
ENV TZ=Asia/Shanghai
|
||||
|
||||
RUN apt-get update && apt-get install -y --no-install-recommends wget tzdata && \
|
||||
wget -q "https://github.com/aptible/supercronic/releases/download/v0.2.29/supercronic-linux-amd64" \
|
||||
-O /usr/local/bin/supercronic && \
|
||||
chmod +x /usr/local/bin/supercronic && \
|
||||
rm -rf /var/lib/apt/lists/*
|
||||
|
||||
# 对齐线上部署路径,/home/goojia/bin/*.sh 中的 cd 路径无需改动
|
||||
WORKDIR /home/goojia/webapps/fangjia-script
|
||||
|
||||
# 构建产物:.groovy 脚本 + lib/*.jar(含 groovy-all.jar,无需单独安装 Groovy)
|
||||
COPY target/classes/ .
|
||||
COPY run.sh .
|
||||
RUN chmod +x run.sh
|
||||
|
||||
RUN mkdir -p /home/goojia/logs
|
||||
|
||||
COPY crontab.txt /app/crontab
|
||||
|
||||
CMD ["supercronic", "/app/crontab"]
|
||||
@@ -0,0 +1,214 @@
|
||||
# 楼盘索引重建
|
||||
0 6 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/level/DistrictIndexBatch > /home/goojia/logs/DistrictIndexBatch.log 2>&1
|
||||
# API超时分析
|
||||
*/5 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/apiLog/ApiTimeOutAnalyBatch > /home/goojia/logs/ApiTimeOutAnalyBatch.log 2>&1
|
||||
# API用户访问量统计
|
||||
1 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/apiLog/ApiUserCountAnalyBatch > /home/goojia/logs/ApiUserCountAnalyBatch.log 2>&1
|
||||
# 楼盘价格数据导出(福州)
|
||||
#5 5 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictPriceExportBatch > /home/goojia/logs/DistrictPriceExportBatch.log 2>&1
|
||||
# 搜索自动补全索引更新
|
||||
1 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/AutocompleteDataUpdaterBatch > /home/goojia/logs/AutocompleteDataUpdaterBatch.log 2>&1
|
||||
# 楼盘评级(招商银行)
|
||||
#30 1 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/zsbank/DistrictLevelBatch > /home/goojia/logs/DistrictLevelBatch.log 2>&1
|
||||
# 成交数据导出(福州)
|
||||
#20 16 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/TradeExportBatch > /home/goojia/logs/TradeExportBatch.log 2>&1
|
||||
# 第三方价格数据导出(福州)
|
||||
#20 7 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/ThirdPriceExportBatch > /home/goojia/logs/ThirdPriceExportBatch.log 2>&1
|
||||
# 房源数据导出(福州,每月10/15日)
|
||||
#10 4 10 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/HouseExportBatch > /home/goojia/logs/HouseExportBatch.log 2>&1
|
||||
#10 4 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/HouseExportBatch > /home/goojia/logs/HouseExportBatch.log 2>&1
|
||||
# 楼盘基本信息导出(福州)
|
||||
#30 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictInfoExportBatch > /home/goojia/logs/DistrictInfoExportBatch.log 2>&1
|
||||
# 江南空白日更新楼盘刷新
|
||||
*/10 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/DayUpdateDistRefreshBatch > /home/goojia/logs/DayUpdateDistRefreshBatch.log 2>&1
|
||||
# 楼盘在售统计(福州,月底补跑+工作时段高频)
|
||||
#10 0 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictSellStatBatch > /home/goojia/logs/DistrictSellStatBatch.log 2>&1
|
||||
#*/10 8-23 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fuzhou/DistrictSellStatBatch > /home/goojia/logs/DistrictSellStatBatch.log 2>&1
|
||||
# 开放API使用量监控
|
||||
15 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/api/OpenApiUseStatMonitorBatch > /home/goojia/logs/OpenApiUseStatMonitorBatch.log 2>&1
|
||||
# 台物网数据批处理
|
||||
#30 21 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/TaiWuWebBatch > /home/goojia/logs/TaiWuWebBatch.log 2>&1
|
||||
# Seaweed全量数据同步
|
||||
1 1 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/SeaweedSyncBatch > /home/goojia/logs/SeaweedSyncBatch.log 2>&1
|
||||
# 均价监控告警
|
||||
#0 9 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/xh/MonitorAvgPrice > /home/goojia/logs/MonitorAvgPrice.log 2>&1
|
||||
# 插入住宅估价计算指令
|
||||
30 22 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/InsertMonitorCalcCommandBatch > /home/goojia/logs/InsertMonitorCalcCommandBatch.log 2>&1
|
||||
# 插入商铺/写字楼租金估价计算指令
|
||||
37 0 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/InsertMonitorSquareRentCalcCommandBatch > /home/goojia/logs/InsertMonitorSquareRentCalcCommandBatch.log 2>&1
|
||||
# ES房价统计
|
||||
10 2 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/EsHousePriceStat > /home/goojia/logs/EsHousePriceStat.log 2>&1
|
||||
# 楼盘房源面积统计
|
||||
0 2 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictHouseAreaStatBatch > /home/goojia/logs/DistrictHouseAreaStatBatch.log 2>&1
|
||||
# 成交价格月度统计
|
||||
0 1 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/DealPriceStatBatch > /home/goojia/logs/DealPriceStatBatch.log 2>&1
|
||||
# 楼盘成交房源统计
|
||||
30 0 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/DistrictTradeHouseStatBatch > /home/goojia/logs/DistrictTradeHouseStatBatch.log 2>&1
|
||||
# API用户失活监控
|
||||
0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/api/ApiUserDeadTimeMonitorBatch > /home/goojia/logs/ApiUserDeadTimeMonitorBatch.log 2>&1
|
||||
# 江南空白基础信息数据同步
|
||||
0 2 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/JiangNanBlankBaseInfoDataBatch > /home/goojia/logs/JiangNanBlankBaseInfoDataBatch.log 2>&1
|
||||
# 高德地图API数据处理
|
||||
#0 2 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/GaoDeMapApiDataProcess > /home/goojia/logs/GaoDeMapApiDataProcess.log 2>&1
|
||||
# 开放API产品字段使用统计
|
||||
0 10 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/batch/ApiProductFieldStatBatch > /home/goojia/logs/ApiProductFieldStatBatch.log 2>&1
|
||||
# 数据库状态监控
|
||||
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DatabaseStatWatcherBatch > /home/goojia/logs/DatabaseStatWatcherBatch.log 2>&1
|
||||
# Seaweed数据增量更新
|
||||
1 19 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/SeaweedUpdateTask > /home/goojia/logs/SeaweedUpdateTask.log 2>&1
|
||||
# 楼盘周边数据分析
|
||||
23 20 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictAroundDataAnaly > /home/goojia/logs/DistrictAroundDataAnaly.log 2>&1
|
||||
# 样本质量周报
|
||||
40 5 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/SampleQualityReportBatch > /home/goojia/logs/SampleQualityReportBatch.log 2>&1
|
||||
# 快照数据监控
|
||||
05 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/SnapshotMonitor > /home/goojia/logs/SnapshotMonitor.log 2>&1
|
||||
# 房价通评估结果自动转抵押基础信息
|
||||
#0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/FJTevaluationAutoToMortgageInfoBase > /home/goojia/logs/FJTevaluationAutoToMortgageInfoBase.log 2>&1
|
||||
# 房价通钉钉统计播报
|
||||
#0 8 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/business/FjtStatisticDDBatch > /home/goojia/logs/FjtStatisticDDBatch.log 2>&1
|
||||
# 均价质量周报
|
||||
10 5 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/averager/AveragerQualityReportBatch > /home/goojia/logs/AveragerQualityReportBatch.log 2>&1
|
||||
# 清理Seawater过期数据
|
||||
1 1 10 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangrui/DeleteSeawater > /home/goojia/logs/DeleteSeawater.log 2>&1
|
||||
# 开放URI日志分析同步
|
||||
13 4 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/AnalysisOpenUriLogSyncBatch > /home/goojia/logs/AnalysisOpenUriLogSyncBatch.log 2>&1
|
||||
# API访问日志处理
|
||||
0 4 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangrui/ApiLog > /home/goojia/logs/ApiLog.log 2>&1
|
||||
# 清理ES 8.6旧索引
|
||||
0 1 28 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/batch/RemoveOldIndexOfEs86Batch > /home/goojia/logs/RemoveOldIndexOfEs86Batch.log 2>&1
|
||||
# 楼盘最新价格同步(FSH)
|
||||
#0 3 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/DistrictNewPriceSyncBatch > /home/goojia/logs/DistrictNewPriceSyncBatch.log 2>&1
|
||||
# 下架房源清理
|
||||
0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/HouseRemoveBatch > /home/goojia/logs/HouseRemoveBatch.log 2>&1
|
||||
# 楼盘在售房源月度统计
|
||||
10 0 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictSellHouseStatBatch > /home/goojia/logs/DistrictSellHouseStatBatch.log 2>&1
|
||||
# 城市和区域信息分析
|
||||
10 1 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/CityInfoAnaBatch > /home/goojia/logs/CityInfoAnaBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/RegionInfoAnaBatch > /home/goojia/logs/RegionInfoAnaBatch.log 2>&1
|
||||
# 楼盘成交/在售/租赁排名及均价城市排名
|
||||
10 0 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictDealSellRentRankBatch > /home/goojia/logs/DistrictDealSellRentRankBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictStatRankBatch > /home/goojia/logs/DistrictStatRankBatch.log 2>&1 && cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/DistrictAvgPriceCityRankBatch > /home/goojia/logs/DistrictAvgPriceCityRankBatch.log 2>&1
|
||||
# 房源覆盖率统计
|
||||
0 22 3 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/statistic/HouseCoverageRateStatisticBatch > /home/goojia/logs/HouseCoverageRateStatisticBatch.log 2>&1
|
||||
# CZ全量数据批处理(周日)
|
||||
20 3 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/CZDataBatch all > /home/goojia/logs/CZDataBatch.log 2>&1
|
||||
# CZ当日增量数据批处理
|
||||
*/20 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/jiangnanblank/CZDataBatch > /home/goojia/logs/CZDataBatch_day.log 2>&1
|
||||
# 写字楼均价统计
|
||||
10 8 2 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/avgprice/WebOfficeAvgPriceStatistics > /home/goojia/logs/WebOfficeAvgPriceStatistics.log 2>&1
|
||||
# 链家数据分析
|
||||
#30 1 * * 2 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dataAna/LianjiaAnalyBatch > /home/goojia/logs/LianjiaAnalyBatch.log 2>&1
|
||||
# 个性化评估与登记时间统计
|
||||
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/IndividuateEvaAndRegisterTimeStatistical > /home/goojia/logs/IndividuateEvaAndRegisterTimeStatistical.log 2>&1
|
||||
# 楼盘房源批量更新
|
||||
0 18 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/DistrictHouseBatch > /home/goojia/logs/DistrictHouseBatch.log 2>&1
|
||||
# Seawater数据监控
|
||||
0 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/temp/shenjian/SeawaterMonitor > /home/goojia/logs/SeawaterMonitor.log 2>&1
|
||||
# Marsoft数据导出
|
||||
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/marsoftdata/MarsoftExporter out.dir=/home/goojia/marsoft > /home/goojia/logs/MarsoftExporter.log 2>&1
|
||||
# Seaweed地理坐标系转换
|
||||
22 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/district/SeaweedGeoSysConvertBatch > /home/goojia/logs/SeaweedGeoSysConvertBatch.log 2>&1
|
||||
# 楼盘租赁FPK数据批处理
|
||||
0 8 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/rent/DistrictRentFPKBatch > /home/goojia/logs/DistrictRentFPKBatch.log 2>&1
|
||||
# 城市房源数量统计(FSH)
|
||||
0 3 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/CityHouseCountStatBatch > /home/goojia/logs/CityHouseCountStatBatch.log 2>&1
|
||||
# 贷款线索同步CRM
|
||||
*/10 * * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/loanLeadToCRM/LoanLeadSync > /home/goojia/logs/LoanLeadSync.log 2>&1
|
||||
# 用户UA分析
|
||||
56 14 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/UserAgentAnalysisBatch > /home/goojia/logs/UserAgentAnalysisBatch.log 2>&1
|
||||
# 开放API日志分析
|
||||
0 8 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/openApi/OpenApiLogAnalyBatch > /home/goojia/logs/OpenApiLogAnalyBatch.log 2>&1
|
||||
# 楼盘出租房源统计
|
||||
2 0 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictRentHouseStatBatch > /home/goojia/logs/DistrictRentHouseStatBatch.log 2>&1
|
||||
# 查找在建楼盘
|
||||
1 1 * * 5 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/ana/FindStageDistrictBatch > /home/goojia/logs/FindStageDistrictBatch.log 2>&1
|
||||
# 读取后台退场日志
|
||||
0 5 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/ReadBackoffLogBatch > /home/goojia/logs/ReadBackoffLogBatch.log 2>&1
|
||||
# 读取动态访问日志
|
||||
15 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/ReadAnalyDynamicLog > /home/goojia/logs/ReadAnalyDynamicLog.log 2>&1
|
||||
# 楼盘在售房源统计(周日补跑)
|
||||
0 10 * * 0 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/house/DistrictSellHouseStatBatch > /home/goojia/logs/DistrictSellHouseStatBatch.log 2>&1
|
||||
# 中原成交价格爬虫
|
||||
1 7 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/CentanetDealPriceCrawler > /home/goojia/logs/CentanetDealPriceCrawler.log 2>&1
|
||||
# 更新楼盘行政区划编码
|
||||
0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/yinjihaun/batch/UpdateDistrictCodeBatch > /home/goojia/logs/UpdateDistrictCodeBatch.log 2>&1
|
||||
# 房价通响应时间分析
|
||||
0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangjiatong/FjtResponseTimeAnaly > /home/goojia/logs/FjtResponseTimeAnaly.log 2>&1
|
||||
# 房价通用户点击日志分析
|
||||
0 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fangjiatong/FjtUserClickLogAnalyBatch > /home/goojia/logs/FjtUserClickLogAnalyBatch.log 2>&1
|
||||
# 第三方数据汇总
|
||||
0 3 15 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/ThirdDataToGatherBatch > /home/goojia/logs/ThirdDataToGatherBatch.log 2>&1
|
||||
# 成交价格单位统一
|
||||
1 7 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/parse/DealPriceUnitUniteBatch > /home/goojia/logs/DealPriceUnitUniteBatch.log 2>&1
|
||||
# 导入索引统计数据
|
||||
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/trade/ImportIndexStats > /home/goojia/logs/ImportIndexStats.log 2>&1
|
||||
# Seaweed索引重建
|
||||
25 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/index/SeaweedReIndexBatch > /home/goojia/logs/SeaweedReIndexBatch.log 2>&1
|
||||
# 楼盘信息分析(FPK)
|
||||
0 2 4 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fpk/DistrictInfoAnaly > /home/goojia/logs/DistrictInfoAnaly.log 2>&1
|
||||
# 每日房源统计
|
||||
0 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/DayHouseStatBatch > /home/goojia/logs/DayHouseStatBatch.log 2>&1
|
||||
# 楼盘关注日志计算
|
||||
25 21 5 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/log/DistrictAttentionLogCaculateBatch > /home/goojia/logs/DistrictAttentionLogCaculateBatch.log 2>&1
|
||||
# 自动发现新楼盘
|
||||
#4 3 * * 6 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/auto/DistrictAutoFindBatch > /home/goojia/logs/DistrictAutoFindBatch.log 2>&1
|
||||
# 第三方价格数据标准化
|
||||
0 2 13 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/DataStandardBatch > /home/goojia/logs/DataStandardBatch.log 2>&1
|
||||
# 生成爬虫抓取指令
|
||||
0 1 * * 5 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/crawl/CrawlCommandGeneratorBatch > /home/goojia/logs/CrawlCommandGeneratorBatch.log 2>&1
|
||||
# 外部房地产网站数据同步
|
||||
0 10 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/zongzhimin/WSFangDiChan > /home/goojia/logs/WSFangDiChan.log 2>&1
|
||||
# 楼盘经纪人报告
|
||||
30 21 12 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/report/DistrictAgentBatch > /home/goojia/logs/DistrictAgentBatch.log 2>&1
|
||||
# 勤智月度消费评级统计
|
||||
30 1 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/grade/ConsumptionRatingBatch > /home/goojia/logs/QinZhiMonthStatisticBatch.log 2>&1
|
||||
# 城市价格指数
|
||||
0 4 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/fsh/CityPriceIndexBatch > /home/goojia/logs/CityPriceIndexBatch.log 2>&1
|
||||
# 房源数据导入ES
|
||||
0 1 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/backup/HouseToEsBatch > /home/goojia/logs/HouseToEsBatch.log 2>&1
|
||||
# 住宅成交价格爬虫(中原)
|
||||
43 14 * * 2 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/ResDealPriceCrawlerBatch > /home/goojia/logs/ResDealPriceCrawlerBatch.log 2>&1
|
||||
# 复制开放URI日志
|
||||
30 3 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/CopyOpenUriLog > /home/goojia/logs/CopyOpenUriLog.log 2>&1
|
||||
# 楼盘价格对比
|
||||
35 4 * * 1 cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/price/DistrictPriceCompareBatch > /home/goojia/logs/DistrictPriceCompareBatch.log 2>&1
|
||||
# 成交价格覆盖率统计
|
||||
0 23 3 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/statistic/DealPriceCoverageRateStatisticBatch > /home/goojia/logs/DealPriceCoverageRateStatisticBatch.log 2>&1
|
||||
# 第三方价格页面分析
|
||||
0 1 5 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/AnalysisPageBatch > /home/goojia/logs/AnalysisPageBatch.log 2>&1
|
||||
# 成交价格数据导入
|
||||
25 23 14 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/TransactionPriceImportBatch > /home/goojia/logs/TransactionPriceImportBatch.log 2>&1
|
||||
# 地址匹配测试
|
||||
10 11 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/wenyan/AddressMatchTestBatch > /home/goojia/logs/AddressMatchTestBatch.log 2>&1
|
||||
# Web访问日志分析
|
||||
10 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/analy/WebAnalyLogBatch > /home/goojia/logs/WebAnalyLogBatch.log 2>&1
|
||||
# 成交楼盘统计
|
||||
10 22 1 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/trade/TradeDistrictStatBatch > /home/goojia/logs/TradeDistrictStatBatch.log 2>&1
|
||||
# 同步楼盘价格至第三方
|
||||
0 17 11 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/thirdPriceCrawl/SynchDistrictPrice > /home/goojia/logs/SynchDistrictPrice.log 2>&1
|
||||
# 楼盘字段补录
|
||||
0 1 21 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/district/DistrictFieldAddBatch > /home/goojia/logs/DistrictFieldAddBatch.log 2>&1
|
||||
# 法拍网大数据-社区基础数据
|
||||
0 14 18 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommunityBatch > /home/goojia/logs/FjwBigdataCommunityBatch.log 2>&1
|
||||
# 法拍网大数据-楼栋类型数据
|
||||
0 16 18 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataCommbuildtypeBatch > /home/goojia/logs/FjwBigdataCommbuildtypeBatch.log 2>&1
|
||||
# 法拍网大数据-在售数据
|
||||
0 12 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataForsaleBatch > /home/goojia/logs/FjwBigdataForsaleBatch.log 2>&1
|
||||
# 法拍网-第三方参考价
|
||||
3 5 19 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwThirdPartyPriceBatch > /home/goojia/logs/FjwThirdPartyPriceBatch.log 2>&1
|
||||
# 法拍网大数据-成交数据
|
||||
3 22 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwBigdataDealBatch > /home/goojia/logs/FjwBigdataDealBatch.log 2>&1
|
||||
# 法拍网-规定价格
|
||||
0 16 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/fjwPriceBaseData/FjwGuiDingPriceBatch > /home/goojia/logs/FjwGuiDingPriceBatch.log 2>&1
|
||||
# 第三方数据分析处理
|
||||
0 3 20 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/data_handle/ThardParthAnalyBatch > /home/goojia/logs/ThardParthAnalyBatch.log 2>&1
|
||||
# 台湾相关楼盘数据关联
|
||||
30 12 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/xiamen/RelatedTaiWanBatch > /home/goojia/logs/RelatedTaiWanBatch.log 2>&1
|
||||
# 成交价格同步到ES
|
||||
30 23 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/dealPrice/SynchDealPriceToEs > /home/goojia/logs/SynchDealPriceToEs.log 2>&1
|
||||
# 同步开发环境数据
|
||||
0 6 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/data_handle/SynchDevDataBatch > /home/goojia/logs/SynchDevDataBatch.log 2>&1
|
||||
# 厦门村庄数据批处理(月初高频)
|
||||
*/10 * 1-9 * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/gj/xiamen/XiaMenVillageBatch > /home/goojia/logs/XiaMenVillageBatch.log 2>&1
|
||||
# API调用次数统计
|
||||
0 9 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/hubingliang/ApiInvokeStatistics > /home/goojia/logs/ApiInvokeStatistics.log 2>&1
|
||||
# Seawater到Seabird数据同步
|
||||
1 2 * * * cd /home/goojia/webapps/fangjia-script && ./run.sh com/fangjia/script/sync/Seawater2SeabirdSyncBatch > /home/goojia/logs/Seawater2SeabirdSyncBatch.log 2>&1
|
||||
@@ -0,0 +1,8 @@
|
||||
services:
|
||||
fangjia-script:
|
||||
image: 192.168.0.19:9011/fangjia-script:latest
|
||||
restart: unless-stopped
|
||||
volumes:
|
||||
- /home/goojia/logs:/home/goojia/logs
|
||||
environment:
|
||||
- TZ=Asia/Shanghai
|
||||
@@ -0,0 +1,17 @@
|
||||
#!/bin/bash
|
||||
CLASSPATH=./
|
||||
for jar in lib/*.jar; do
|
||||
CLASSPATH="$CLASSPATH:$jar"
|
||||
done
|
||||
|
||||
# 把 -Dxxx 分离出来作为 JVM 参数,其余作为 Groovy 脚本路径/参数
|
||||
JVM_OPTS=()
|
||||
GROOVY_ARGS=()
|
||||
for arg in "$@"; do
|
||||
case "$arg" in
|
||||
-D*) JVM_OPTS+=("$arg") ;;
|
||||
*) GROOVY_ARGS+=("$arg") ;;
|
||||
esac
|
||||
done
|
||||
|
||||
exec java "${JVM_OPTS[@]}" -cp "$CLASSPATH" groovy.ui.GroovyMain -c GBK "${GROOVY_ARGS[@]}"
|
||||
Reference in New Issue
Block a user