新文件: feature/__init__.py
新文件: feature/region_feature.py
This commit is contained in:
+115
-21
@@ -25,7 +25,7 @@ def get_logger(name):
|
||||
file_handler = logging.FileHandler("/home/goojia/logs/" + name + ".log")
|
||||
file_handler.setFormatter(formatter)
|
||||
logger.addHandler(file_handler)
|
||||
logger.setLevel("ERROR")
|
||||
logger.setLevel("INFO")
|
||||
|
||||
return logger
|
||||
|
||||
@@ -39,7 +39,7 @@ def get_performance_logger(name):
|
||||
file_handler = logging.FileHandler("/home/goojia/logs/" + name + ".performance.log")
|
||||
file_handler.setFormatter(formatter)
|
||||
logger.addHandler(file_handler)
|
||||
logger.setLevel("ERROR")
|
||||
logger.setLevel("INFO")
|
||||
|
||||
return logger
|
||||
now = datetime.datetime.now().replace(hour=0, minute=0, second=0, microsecond=0)
|
||||
@@ -48,24 +48,20 @@ def get_performance_logger(name):
|
||||
break
|
||||
now = now + datetime.timedelta(days=1)
|
||||
|
||||
|
||||
performance_logger = get_performance_logger("performance")
|
||||
|
||||
|
||||
def timer(func):
|
||||
def _timer(*args, **kw):
|
||||
begin = time.time()
|
||||
begin = time.clock()
|
||||
rs = func(*args, **kw)
|
||||
end = time.time()
|
||||
end = time.clock()
|
||||
elapsed = end - begin
|
||||
if elapsed > config.get_timeout():
|
||||
arg_list = list()
|
||||
for arg in args:
|
||||
arg_list.append(str(arg))
|
||||
if elapsed > config.get_timeout() * 10:
|
||||
performance_logger.info("函数名:%-20s\t耗时:%7.4f\t\t参数:(%s)" % (func.__name__, end - begin, arg_list))
|
||||
else:
|
||||
performance_logger.error("函数名:%-20s\t耗时:%7.4f\t\t参数:(%s)" % (func.__name__, end - begin, arg_list))
|
||||
performance_logger.info("函数名:%-20s\t耗时:%7.4f\t\t参数:(%s)" % (func.__name__, end - begin, arg_list))
|
||||
return rs
|
||||
|
||||
return _timer
|
||||
@@ -125,10 +121,6 @@ def get_region(city):
|
||||
|
||||
|
||||
def get_weekend():
|
||||
"""
|
||||
返回本周周末
|
||||
:return:
|
||||
"""
|
||||
now = datetime.datetime.now().replace(hour=0, minute=0, second=0, microsecond=0)
|
||||
for day in range(1, 9):
|
||||
if calendar.weekday(now.year, now.month, now.day) == 6:
|
||||
@@ -155,6 +147,7 @@ def send_ding_msg(msg):
|
||||
requests.request("POST", url, data=json.dumps(text_body, ensure_ascii=False).encode('utf8'), headers=headers)
|
||||
|
||||
|
||||
|
||||
@timer
|
||||
def findHouse(query, fields=None):
|
||||
seawater105 = get_collection("fangjia", "seawater", config.get_seawater_host(), 27777)
|
||||
@@ -256,7 +249,7 @@ def find_disanganf_price(query, fields=None):
|
||||
# db1 = client1.fangjia
|
||||
# dsf = db1.average_statistics
|
||||
# s = time.time()
|
||||
seawater105 = get_collection("fangjia", "average_statistics", config.get_mongodb_host(), 27017)
|
||||
seawater105 = get_collection("fangjia", "average_statistics", "192.168.0.136", 27017)
|
||||
for err_count in range(0, 10):
|
||||
|
||||
try:
|
||||
@@ -280,15 +273,13 @@ def find_disanganf_price(query, fields=None):
|
||||
|
||||
raise Exception("yang ben cha xun shi bai1")
|
||||
|
||||
@timer
|
||||
|
||||
def dis_feature(query, fields=None):
|
||||
# client1 = pymongo.MongoClient('192.168.0.136',27017)
|
||||
# db1 = client1.fangjia
|
||||
# dsf = db1.average_statistics
|
||||
# s = time.time()
|
||||
seawater105 = get_collection("fangjia_stat", "district_feature", config.get_mongodb_host(), config.get_mongodb_port())
|
||||
#seawater105 = get_collection("luogan", "district_feature", '192.168.0.136',27017)
|
||||
|
||||
seawater105 = get_collection("fangjia_stat", "district_feature", "192.168.0.136", 27017)
|
||||
for err_count in range(0, 10):
|
||||
|
||||
try:
|
||||
@@ -312,7 +303,7 @@ def dis_feature(query, fields=None):
|
||||
|
||||
raise Exception("yang ben cha xun shi bai1")
|
||||
|
||||
@timer
|
||||
|
||||
def find_seaweed(query, fields=None):
|
||||
# dirlt=p[0]
|
||||
|
||||
@@ -320,11 +311,12 @@ def find_seaweed(query, fields=None):
|
||||
# db1 = client1.fangjia
|
||||
# seaweed1 = db1.seaweed
|
||||
# s = time.time()
|
||||
seawater105 = get_collection("fangjia", "seaweed", config.get_seaweed_host(), config.get_seaweed_port())
|
||||
seawater105 = get_collection("fangjia", "seaweed", "192.168.0.136", 27017)
|
||||
for err_count in range(0, 10):
|
||||
|
||||
try:
|
||||
# print('flag5')
|
||||
#lt = seawater105.count(query)
|
||||
|
||||
pos = list(seawater105.find(query))
|
||||
data = pandas.DataFrame(pos)
|
||||
@@ -333,6 +325,9 @@ def find_seaweed(query, fields=None):
|
||||
return data
|
||||
|
||||
except:
|
||||
|
||||
# err_count = err_count + 1
|
||||
#lt = seawater105.count(query)
|
||||
pos = list(seawater105.find(query))
|
||||
data = pandas.DataFrame(pos)
|
||||
del pos
|
||||
@@ -346,7 +341,7 @@ def find_region_district_list_name(query, fields=None):
|
||||
# client1 = pymongo.MongoClient('192.168.0.136',27017)
|
||||
# db1 = client1.fangjia
|
||||
# seaweed1 = db1.seaweed
|
||||
seawater105 = get_collection("fangjia", "seaweed", config.get_seaweed_host(), config.get_seaweed_port())
|
||||
seawater105 = get_collection("fangjia", "seaweed", "192.168.0.136", 27017)
|
||||
for err_count in range(0, 10):
|
||||
|
||||
try:
|
||||
@@ -366,3 +361,102 @@ def find_region_district_list_name(query, fields=None):
|
||||
data = pandas.DataFrame(pos)
|
||||
del pos
|
||||
return data
|
||||
##########################################################################################
|
||||
# the code below is about computing rent price /m**2
|
||||
|
||||
|
||||
def rent_sample(query, fields):
|
||||
# s = time.time()
|
||||
seawater105 = get_collection("fangjia", "seawater", config.get_seawater_host(), 27777)
|
||||
for err_count in range(0, 10):
|
||||
|
||||
try:
|
||||
# lt = seawater105.count(query)
|
||||
lt = 1000
|
||||
# print('flag2')
|
||||
pos=list(seawater105.find(query,fields).limit(lt))
|
||||
data=pandas.DataFrame(pos)
|
||||
if data.shape[0]>10:
|
||||
|
||||
#print('数据条数=',data.shape[0])
|
||||
return data[['district_name','total_price','area','p_date']]
|
||||
else:
|
||||
return pandas.DataFrame()
|
||||
except:
|
||||
|
||||
lt = 1000
|
||||
# print('flag2')
|
||||
pos=list(seawater105.find(query,fields).limit(lt))
|
||||
data=pandas.DataFrame(pos)
|
||||
if data.shape[0]>10:
|
||||
|
||||
#print('数据条数=',data.shape[0])
|
||||
return data[['district_name','total_price','area','p_date']]
|
||||
else:
|
||||
return pandas.DataFrame()
|
||||
raise Exception("样本查询失败!")
|
||||
|
||||
|
||||
|
||||
def rent_disanganf_series(query, fields):
|
||||
|
||||
# s = time.time()
|
||||
seawater105 = get_collection("fangjia", "district_stat", '192.168.0.136', 27017)
|
||||
for err_count in range(0, 10):
|
||||
|
||||
try:
|
||||
|
||||
pos=list(seawater105.find(query,fields))
|
||||
|
||||
#print(pos)
|
||||
data1=pandas.DataFrame(pos)
|
||||
one_date=list(set(data1['weekend']))[0]
|
||||
data=data1[data1['weekend']==one_date]
|
||||
d0=list(data['calc_value'])
|
||||
d1=list(data['district_name'])
|
||||
d2=pandas.Series(d0,index=d1)
|
||||
return d2
|
||||
|
||||
except:
|
||||
# print('flag2')
|
||||
pos=list(seawater105.find(query,fields))
|
||||
data1=pandas.DataFrame(pos)
|
||||
one_date=list(set(data1['weekend']))[0]
|
||||
data=data1[data1['weekend']==one_date]
|
||||
d0=list(data['calc_value'])
|
||||
d1=list(data['district_name'])
|
||||
d2=pandas.Series(d0,index=d1)
|
||||
return d2
|
||||
raise Exception("样本查询失败!")
|
||||
|
||||
def rent_region_feature(query, fields):
|
||||
rf = get_collection("fangjia_stat", config.get_sqm_rentprice_db(), '192.168.0.136', 27017)
|
||||
#client182 = pymongo.MongoClient('192.168.10.182',27017)
|
||||
#db182 = client182.fangjia_stat.rent_1221
|
||||
for err_count in range(0, 10):
|
||||
|
||||
try:
|
||||
pos=list(rf.find(query,fields))
|
||||
pos1=pandas.DataFrame(pos)
|
||||
return pos1
|
||||
except:
|
||||
pos=list(rf.find(query,fields))
|
||||
pos1=pandas.DataFrame(pos)
|
||||
return pos1
|
||||
raise Exception("样本查询失败!")
|
||||
"""
|
||||
query1 = {"city":ct,"region":rl,'weekend':month_lastday(timm)}
|
||||
a1=list(db182.find(query1))
|
||||
a2=pd.DataFrame(a1)
|
||||
if a2.shape[0]>0:
|
||||
ratio=a2['ratio'].iloc[0]
|
||||
price=a2['avg_price'].iloc[0]
|
||||
return (ratio,price)
|
||||
else:
|
||||
return ()
|
||||
"""
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user