134 lines
3.9 KiB
Python
134 lines
3.9 KiB
Python
import datetime
|
|
import json
|
|
import sys
|
|
import time
|
|
from datetime import date
|
|
|
|
import redis
|
|
|
|
import config
|
|
import fangjia
|
|
|
|
|
|
class CJsonEncoder(json.JSONEncoder):
|
|
def default(self, obj):
|
|
if isinstance(obj, datetime.datetime):
|
|
return obj.strftime('%Y-%m-%d')
|
|
elif isinstance(obj, date):
|
|
return obj.strftime('%Y-%m-%d')
|
|
else:
|
|
return json.JSONEncoder.default(self, obj)
|
|
|
|
|
|
QUEUE = "calc_cmd"
|
|
redisPool = redis.ConnectionPool(host=config.get_redis_host(), port=6379, db=config.get_redis_db())
|
|
client = redis.Redis(connection_pool=redisPool)
|
|
logger = fangjia.get_logger("CalcCmdSender")
|
|
|
|
|
|
def get_district(city):
|
|
weekend = fangjia.get_weekend()
|
|
seaweeds = []
|
|
keys = {"city": 1, "region": 1, "name": 1, "_id": 0}
|
|
for dis in fangjia.get_collection("fangjia", "seaweed", config.get_seaweed_host()).find({"cat": "district", "status": 0, "city": city}, keys):
|
|
dis["weekend"] = weekend
|
|
if not has_price(dis.city, dis.region, dis.name):
|
|
seaweeds.append(dis)
|
|
else:
|
|
logger.info(str(dis) + "放弃")
|
|
return seaweeds
|
|
|
|
|
|
def has_price(city, region, name):
|
|
weekend = fangjia.get_weekend()
|
|
district_stat = fangjia.get_collection("fangjia", "district_stat", config.get_district_stat_host(),
|
|
config.get_district_stat_port())
|
|
query = {
|
|
"city": city,
|
|
"region": region,
|
|
"district_name": name,
|
|
"weekend": weekend
|
|
}
|
|
return district_stat.find_one(query) is not None
|
|
|
|
|
|
def send_cmd(seaweed):
|
|
json_cmd = json.dumps(seaweed, ensure_ascii=False, cls=CJsonEncoder)
|
|
client.rpush(QUEUE, json_cmd)
|
|
logger.info("命令发送成功:" + json_cmd)
|
|
|
|
|
|
def send_district_calc_cmd():
|
|
for city in fangjia.get_all_city():
|
|
for seaweed in get_district(city):
|
|
send_cmd(seaweed)
|
|
|
|
|
|
def save_city_calc_command(city, region, weekend):
|
|
calc_command = fangjia.get_collection("fangjia_log", "calc_command", config.get_log_mongodb_host(),
|
|
config.get_log_mongodb_port())
|
|
cmd = dict()
|
|
cmd["city"] = city
|
|
cmd["region"] = region
|
|
cmd["block"] = None
|
|
cmd["calc_date"] = weekend
|
|
cmd["calc_type"] = 0
|
|
cmd["category"] = "sell"
|
|
cmd["priority"] = 1
|
|
cmd["status"] = 0
|
|
cmd["remark"] = 'week'
|
|
cmd["c_date"] = datetime.datetime.now().utcnow()
|
|
calc_command.insert_one(cmd)
|
|
if region is None:
|
|
logger.info("保存城市均价计算命令:" + str(cmd))
|
|
else:
|
|
logger.info("保存区域均价计算命令:" + str(cmd))
|
|
|
|
|
|
def send_city_calc_cmd():
|
|
weekend = fangjia.get_weekend()
|
|
for city in fangjia.get_all_city():
|
|
for region in fangjia.get_region(city):
|
|
save_city_calc_command(city, region, weekend)
|
|
save_city_calc_command(city, None, weekend)
|
|
|
|
|
|
def district_calc_cmd_finish():
|
|
count = client.llen(QUEUE)
|
|
if count == 0:
|
|
return True
|
|
else:
|
|
return False
|
|
|
|
|
|
def all_calc_cmd_finish(start_time):
|
|
|
|
calc_command = fangjia.get_collection("fangjia_log", "calc_command", config.get_log_mongodb_host(),
|
|
config.get_log_mongodb_port())
|
|
query = {
|
|
"status": {"$in": [0, 1, 103]},
|
|
"c_date": {
|
|
"$gt": start_time
|
|
}
|
|
}
|
|
|
|
while calc_command.count(query) != 0:
|
|
time.sleep(10)
|
|
time_format = "%Y-%m-%d %H:%M:%S"
|
|
|
|
msg = "均价计算完成,开始时间:" + start_time.strftime(time_format) \
|
|
+ ", 结束时间:" + datetime.datetime.utcnow().strftime(time_format)
|
|
fangjia.send_ding_msg(msg)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
start_time = datetime.datetime.utcnow()
|
|
send_district_calc_cmd()
|
|
while not district_calc_cmd_finish():
|
|
time.sleep(10)
|
|
logger.info("等待小区均价计算完成")
|
|
send_city_calc_cmd()
|
|
logger.info("城市均价计算完成")
|
|
all_calc_cmd_finish(start_time)
|
|
sys.exit(0)
|