新文件: feature/__init__.py

新文件:   feature/region_feature.py
This commit is contained in:
罗干
2018-04-24 17:23:22 +08:00
parent ad8a960049
commit 111da4aade
12 changed files with 865 additions and 189 deletions
+115 -21
View File
@@ -25,7 +25,7 @@ def get_logger(name):
file_handler = logging.FileHandler("/home/goojia/logs/" + name + ".log")
file_handler.setFormatter(formatter)
logger.addHandler(file_handler)
logger.setLevel("ERROR")
logger.setLevel("INFO")
return logger
@@ -39,7 +39,7 @@ def get_performance_logger(name):
file_handler = logging.FileHandler("/home/goojia/logs/" + name + ".performance.log")
file_handler.setFormatter(formatter)
logger.addHandler(file_handler)
logger.setLevel("ERROR")
logger.setLevel("INFO")
return logger
now = datetime.datetime.now().replace(hour=0, minute=0, second=0, microsecond=0)
@@ -48,24 +48,20 @@ def get_performance_logger(name):
break
now = now + datetime.timedelta(days=1)
performance_logger = get_performance_logger("performance")
def timer(func):
def _timer(*args, **kw):
begin = time.time()
begin = time.clock()
rs = func(*args, **kw)
end = time.time()
end = time.clock()
elapsed = end - begin
if elapsed > config.get_timeout():
arg_list = list()
for arg in args:
arg_list.append(str(arg))
if elapsed > config.get_timeout() * 10:
performance_logger.info("函数名:%-20s\t耗时:%7.4f\t\t参数:(%s)" % (func.__name__, end - begin, arg_list))
else:
performance_logger.error("函数名:%-20s\t耗时:%7.4f\t\t参数:(%s)" % (func.__name__, end - begin, arg_list))
performance_logger.info("函数名:%-20s\t耗时:%7.4f\t\t参数:(%s)" % (func.__name__, end - begin, arg_list))
return rs
return _timer
@@ -125,10 +121,6 @@ def get_region(city):
def get_weekend():
"""
返回本周周末
:return:
"""
now = datetime.datetime.now().replace(hour=0, minute=0, second=0, microsecond=0)
for day in range(1, 9):
if calendar.weekday(now.year, now.month, now.day) == 6:
@@ -155,6 +147,7 @@ def send_ding_msg(msg):
requests.request("POST", url, data=json.dumps(text_body, ensure_ascii=False).encode('utf8'), headers=headers)
@timer
def findHouse(query, fields=None):
seawater105 = get_collection("fangjia", "seawater", config.get_seawater_host(), 27777)
@@ -256,7 +249,7 @@ def find_disanganf_price(query, fields=None):
# db1 = client1.fangjia
# dsf = db1.average_statistics
# s = time.time()
seawater105 = get_collection("fangjia", "average_statistics", config.get_mongodb_host(), 27017)
seawater105 = get_collection("fangjia", "average_statistics", "192.168.0.136", 27017)
for err_count in range(0, 10):
try:
@@ -280,15 +273,13 @@ def find_disanganf_price(query, fields=None):
raise Exception("yang ben cha xun shi bai1")
@timer
def dis_feature(query, fields=None):
# client1 = pymongo.MongoClient('192.168.0.136',27017)
# db1 = client1.fangjia
# dsf = db1.average_statistics
# s = time.time()
seawater105 = get_collection("fangjia_stat", "district_feature", config.get_mongodb_host(), config.get_mongodb_port())
#seawater105 = get_collection("luogan", "district_feature", '192.168.0.136',27017)
seawater105 = get_collection("fangjia_stat", "district_feature", "192.168.0.136", 27017)
for err_count in range(0, 10):
try:
@@ -312,7 +303,7 @@ def dis_feature(query, fields=None):
raise Exception("yang ben cha xun shi bai1")
@timer
def find_seaweed(query, fields=None):
# dirlt=p[0]
@@ -320,11 +311,12 @@ def find_seaweed(query, fields=None):
# db1 = client1.fangjia
# seaweed1 = db1.seaweed
# s = time.time()
seawater105 = get_collection("fangjia", "seaweed", config.get_seaweed_host(), config.get_seaweed_port())
seawater105 = get_collection("fangjia", "seaweed", "192.168.0.136", 27017)
for err_count in range(0, 10):
try:
# print('flag5')
#lt = seawater105.count(query)
pos = list(seawater105.find(query))
data = pandas.DataFrame(pos)
@@ -333,6 +325,9 @@ def find_seaweed(query, fields=None):
return data
except:
# err_count = err_count + 1
#lt = seawater105.count(query)
pos = list(seawater105.find(query))
data = pandas.DataFrame(pos)
del pos
@@ -346,7 +341,7 @@ def find_region_district_list_name(query, fields=None):
# client1 = pymongo.MongoClient('192.168.0.136',27017)
# db1 = client1.fangjia
# seaweed1 = db1.seaweed
seawater105 = get_collection("fangjia", "seaweed", config.get_seaweed_host(), config.get_seaweed_port())
seawater105 = get_collection("fangjia", "seaweed", "192.168.0.136", 27017)
for err_count in range(0, 10):
try:
@@ -366,3 +361,102 @@ def find_region_district_list_name(query, fields=None):
data = pandas.DataFrame(pos)
del pos
return data
##########################################################################################
# the code below is about computing rent price /m**2
def rent_sample(query, fields):
# s = time.time()
seawater105 = get_collection("fangjia", "seawater", config.get_seawater_host(), 27777)
for err_count in range(0, 10):
try:
# lt = seawater105.count(query)
lt = 1000
# print('flag2')
pos=list(seawater105.find(query,fields).limit(lt))
data=pandas.DataFrame(pos)
if data.shape[0]>10:
#print('数据条数=',data.shape[0])
return data[['district_name','total_price','area','p_date']]
else:
return pandas.DataFrame()
except:
lt = 1000
# print('flag2')
pos=list(seawater105.find(query,fields).limit(lt))
data=pandas.DataFrame(pos)
if data.shape[0]>10:
#print('数据条数=',data.shape[0])
return data[['district_name','total_price','area','p_date']]
else:
return pandas.DataFrame()
raise Exception("样本查询失败!")
def rent_disanganf_series(query, fields):
# s = time.time()
seawater105 = get_collection("fangjia", "district_stat", '192.168.0.136', 27017)
for err_count in range(0, 10):
try:
pos=list(seawater105.find(query,fields))
#print(pos)
data1=pandas.DataFrame(pos)
one_date=list(set(data1['weekend']))[0]
data=data1[data1['weekend']==one_date]
d0=list(data['calc_value'])
d1=list(data['district_name'])
d2=pandas.Series(d0,index=d1)
return d2
except:
# print('flag2')
pos=list(seawater105.find(query,fields))
data1=pandas.DataFrame(pos)
one_date=list(set(data1['weekend']))[0]
data=data1[data1['weekend']==one_date]
d0=list(data['calc_value'])
d1=list(data['district_name'])
d2=pandas.Series(d0,index=d1)
return d2
raise Exception("样本查询失败!")
def rent_region_feature(query, fields):
rf = get_collection("fangjia_stat", config.get_sqm_rentprice_db(), '192.168.0.136', 27017)
#client182 = pymongo.MongoClient('192.168.10.182',27017)
#db182 = client182.fangjia_stat.rent_1221
for err_count in range(0, 10):
try:
pos=list(rf.find(query,fields))
pos1=pandas.DataFrame(pos)
return pos1
except:
pos=list(rf.find(query,fields))
pos1=pandas.DataFrame(pos)
return pos1
raise Exception("样本查询失败!")
"""
query1 = {"city":ct,"region":rl,'weekend':month_lastday(timm)}
a1=list(db182.find(query1))
a2=pd.DataFrame(a1)
if a2.shape[0]>0:
ratio=a2['ratio'].iloc[0]
price=a2['avg_price'].iloc[0]
return (ratio,price)
else:
return ()
"""