添加缓存

This commit is contained in:
2018-03-26 18:06:06 +08:00
parent d45fbc7fdd
commit 4025e7533b
5 changed files with 62 additions and 4 deletions
+4
View File
@@ -18,6 +18,10 @@ def get_redis_db():
return 1
def get_redis_cache_db():
return 2
def get_mongodb_host():
return "mongo.db.fangjia.com"
+34
View File
@@ -7,8 +7,11 @@ import datetime
import calendar
import requests
import json
import pickle
import redis
from fangjia import mongoClients as mongoClients
from fangjia import ElasticsearchClient as es
from fangjia.cachedObjectWrapper import CachedObjectWrapper
formatter = logging.Formatter('%(processName)s %(asctime)s %(name)-6s %(levelname)-6s %(message)s')
@@ -64,6 +67,37 @@ def timer(func):
return _timer
QUEUE = "price_system"
redis_pool = redis.ConnectionPool(host=config.get_redis_host(), port=6379, db=config.get_redis_cache_db())
client = redis.Redis(connection_pool=redis_pool)
def cache(expire=None):
def _cache(func):
def __cache(*args, **kw):
arg_list = list()
for arg in args:
arg_list.append(str(arg))
key = func.__name__ + "_" + "_".join(arg_list)
try:
val = client.hget(QUEUE, key)
if val is not None:
wrapper = pickle.loads(val)
if not wrapper.is_expire():
return wrapper.val
else:
client.hset(QUEUE, key, None)
except Exception as ex:
print(ex)
rs = func(*args, **kw)
wrapper = CachedObjectWrapper(rs, time.time(), expire)
client.hset(QUEUE, key, pickle.dumps(wrapper))
return rs
return __cache
return _cache
def get_collection(db, name, host="192.168.0.136", port=27017):
return mongoClients.MongoClients(db, name, host, port).collection
@@ -0,0 +1,12 @@
import time
class CachedObjectWrapper:
def __init__(self, val, timestamp, cached_time=None):
self.val = val
self.timestamp = timestamp
self.cached_time = cached_time
def is_expire(self):
return self.cached_time is not None and time.time() > self.cached_time + self.timestamp
+1 -1
View File
@@ -41,5 +41,5 @@ def get_weekend(tt):
if __name__ == "__main__":
weekend = ""
send_cmd({"city": "西安", "region": "未央", "name": "金仕华城", "weekend": get_weekend('20180318')})
send_cmd({"city": "西安", "region": "未央", "name": "兴乐园", "weekend": get_weekend('20180325')})
sys.exit(0)
+11 -3
View File
@@ -43,9 +43,9 @@ lk='金仕华城'
#weekend = datetime.datetime.strptime("2018-03-11", "%Y-%m-%d")
#for i in range(0, 100):
sellPrice.out_put_price(ct, rl, lk, fangjia.get_weekend())
e = time.time()
print(e - s)
# sellPrice.out_put_price(ct, rl, lk, fangjia.get_weekend())
# e = time.time()
# print(e - s)
'''
###
import pandas as pd
@@ -60,3 +60,11 @@ for i in a.index:
'''
@fangjia.cache(1000)
def sum1(a, b):
print(111)
return a + b
print(sum1(1,2))