From 1ab980e5f0df6632dea91ce944da70d7fbaa1747 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E7=BD=97=E5=B9=B2?= Date: Wed, 25 Apr 2018 14:48:03 +0800 Subject: [PATCH] =?UTF-8?q?=09=E6=96=B0=E6=96=87=E4=BB=B6=EF=BC=9A=20=20?= =?UTF-8?q?=20Rent=5FReceiver.py=20=09=E6=96=B0=E6=96=87=E4=BB=B6=EF=BC=9A?= =?UTF-8?q?=20=20=20Rent=5FSender.py=20=09=E6=96=B0=E6=96=87=E4=BB=B6?= =?UTF-8?q?=EF=BC=9A=20=20=20Rent=5FSpeedMonitor.py=20=09=E6=96=B0?= =?UTF-8?q?=E6=96=87=E4=BB=B6=EF=BC=9A=20=20=20rent=5Fprice/=5F=5Finit=5F?= =?UTF-8?q?=5F.py=20=09=E6=96=B0=E6=96=87=E4=BB=B6=EF=BC=9A=20=20=20rent?= =?UTF-8?q?=5Fprice/=5F=5Fpycache=5F=5F/=5F=5Finit=5F=5F.cpython-36.pyc=20?= =?UTF-8?q?=09=E6=96=B0=E6=96=87=E4=BB=B6=EF=BC=9A=20=20=20rent=5Fprice/?= =?UTF-8?q?=5F=5Fpycache=5F=5F/district=5Fmap0413.cpython-36.pyc=20=09?= =?UTF-8?q?=E6=96=B0=E6=96=87=E4=BB=B6=EF=BC=9A=20=20=20rent=5Fprice/distr?= =?UTF-8?q?ict=5Fmap0413.py=20=09=E6=96=B0=E6=96=87=E4=BB=B6=EF=BC=9A=20?= =?UTF-8?q?=20=20rent=5Ftest.py?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- PriceSystem/Rent_Receiver.py | 66 + PriceSystem/Rent_Sender.py | 110 ++ PriceSystem/Rent_SpeedMonitor.py | 31 + PriceSystem/rent_price/__init__.py | 1 + .../__pycache__/__init__.cpython-36.pyc | Bin 0 -> 207 bytes .../district_map0413.cpython-36.pyc | Bin 0 -> 17619 bytes PriceSystem/rent_price/district_map0413.py | 1126 +++++++++++++++++ PriceSystem/rent_test.py | 84 ++ 8 files changed, 1418 insertions(+) create mode 100644 PriceSystem/Rent_Receiver.py create mode 100644 PriceSystem/Rent_Sender.py create mode 100644 PriceSystem/Rent_SpeedMonitor.py create mode 100644 PriceSystem/rent_price/__init__.py create mode 100644 PriceSystem/rent_price/__pycache__/__init__.cpython-36.pyc create mode 100644 PriceSystem/rent_price/__pycache__/district_map0413.cpython-36.pyc create mode 100644 PriceSystem/rent_price/district_map0413.py create mode 100644 PriceSystem/rent_test.py diff --git a/PriceSystem/Rent_Receiver.py b/PriceSystem/Rent_Receiver.py new file mode 100644 index 0000000..fca0f15 --- /dev/null +++ b/PriceSystem/Rent_Receiver.py @@ -0,0 +1,66 @@ +import json +import multiprocessing +import time +import redis +import config +import rent_price.district_map0413 as rentPrice +import fangjia +import datetime +import pytz +import os + +QUEUE = "rent_cmd" +#redis_pool = redis.ConnectionPool(host=config.get_redis_host(), port=6379, db=config.get_redis_db()) +redis_pool = redis.ConnectionPool(host=config.get_redis_host(), port=6379, db=config.get_rent_redis_db()) +logger = fangjia.get_logger("Rent_Receiver.py") + + +def worker(): + client = redis.Redis(connection_pool=redis_pool) + while True: + try: + cmd = client.lpop(QUEUE) + except Exception as ex: + cmd = None + if cmd is None: + time.sleep(60) + logger.info("等待接受计算命令") + else: + cmd = format_cmd(cmd) + start_time = time.time() + try: + rentPrice.save_to_mongo(cmd["city"], cmd["region"], cmd["name"],cmd['timd'],cmd['timm']) + end_time = time.time() + logger.info("Calc SUC:" + str(cmd) + "\t计算成功,耗时:" + str(end_time - start_time)) + except BaseException as ex: + logger.exception(ex) + end_time = time.time() + logger.error("Calc ERROR :" + str(cmd) + "\t计算失败,耗时:" + str(end_time - start_time)) + + +def format_cmd(cmd): + cmd = json.loads(cmd) + + return cmd + + +if __name__ == "__main__": + user_home = os.path.expanduser('~') + lock_file = user_home + "/price.sys.stop" + if os.path.exists(lock_file): + os.remove(lock_file) + pro_num = config.get_worker_num() + pool = multiprocessing.Pool(processes=pro_num) + for pid in range(0, pro_num): + pool.apply_async(worker, ()) + pool.close() + logger.info("平米租金系统启动成功") + while True: + if os.path.exists(lock_file): + pool.terminate() + break + else: + time.sleep(3) + if os.path.exists(lock_file): + os.remove(lock_file) + pool.join() diff --git a/PriceSystem/Rent_Sender.py b/PriceSystem/Rent_Sender.py new file mode 100644 index 0000000..55d3676 --- /dev/null +++ b/PriceSystem/Rent_Sender.py @@ -0,0 +1,110 @@ +import json +import redis +import fangjia +import config +import datetime +import sys +import time + +from datetime import date + +import calendar +#import pytz + +def input_time(day): + #from dateutil.parser import parse + #today=parse(str(ti)) + + today=datetime.datetime.now() + + #first = datetime.date(day=1, month=today.month, year=today.year) + + lastMonth = today - datetime.timedelta(days=day) + + def plus(k): + if k<10: + return '0'+str(k) + else: + return str(k) + y=lastMonth.year + m=lastMonth.month + #d=lastMonth.day + day=calendar.monthrange(y,m)[1] + + cc=str(y)+plus(m)+plus(day) + #bb=parse(cc) + #pacific = pytz.timezone('Asia/Shanghai') + #return pacific.localize(bb) + return int(cc) + + +class CJsonEncoder(json.JSONEncoder): + def default(self, obj): + if isinstance(obj, datetime.datetime): + return obj.strftime('%Y-%m-%d') + elif isinstance(obj, date): + return obj.strftime('%Y-%m-%d') + else: + return json.JSONEncoder.default(self, obj) + + +QUEUE = "rent_cmd" +#redisPool = redis.ConnectionPool(host=config.get_redis_host(), port=6379, db=config.get_redis_db()) + +redisPool = redis.ConnectionPool(host=config.get_redis_host(), port=6379, db=config.get_rent_redis_db()) + +client = redis.Redis(connection_pool=redisPool) +logger = fangjia.get_logger("Rent_Sender.py") + + +def get_district(city): + timm=input_time(0) + timd=input_time(360) + seaweeds = [] + keys = {"city": 1, "region": 1, "name": 1, "_id": 0} + for dis in fangjia.get_collection("fangjia", "seaweed").find({"cat": "district", "status": 0, "city": city}, keys): + dis["timm"] = timm + dis['timd']=timd + + #dis["timm"] = 20170401 + #dis['timd']=20160401 + seaweeds.append(dis) + + return seaweeds + + +def send_cmd(seaweed): + json_cmd = json.dumps(seaweed, ensure_ascii=False, cls=CJsonEncoder) + client.rpush(QUEUE, json_cmd) + logger.info("命令发送成功:" + json_cmd) + + +def send_district_calc_cmd(): + for city in fangjia.get_all_city(): + for seaweed in get_district(city): + send_cmd(seaweed) + + + +def district_calc_cmd_finish(): + count = client.llen(QUEUE) + if count == 0: + return True + else: + return False + + + +if __name__ == "__main__": + start_time = datetime.datetime.utcnow() + send_district_calc_cmd() + while not district_calc_cmd_finish(): + time.sleep(5) + logger.info("等待小区均价计算完成") + #send_city_calc_cmd() + logger.info("城市均价计算完成") + #all_calc_cmd_finish(start_time) + sys.exit(0) + + + diff --git a/PriceSystem/Rent_SpeedMonitor.py b/PriceSystem/Rent_SpeedMonitor.py new file mode 100644 index 0000000..73be9a4 --- /dev/null +++ b/PriceSystem/Rent_SpeedMonitor.py @@ -0,0 +1,31 @@ +import json +import multiprocessing +import time +import redis +import config +import fangjia + +QUEUE = "rent_cmd" +redis_pool = redis.ConnectionPool(host=config.get_redis_host(), port=6379, db=config.get_redis_db()) + +logger = fangjia.get_logger("Rent_SpeedMonitor") + + +def monitor(pname): + client = redis.Redis(connection_pool=redis_pool) + while True: + pre_counter = client.llen(QUEUE) + time.sleep(60) + now_counter = client.llen(QUEUE) + logger.info(pname + "#####:".zfill(20) + str(pre_counter - now_counter) + "/min") + + +def format_cmd(cmd): + return json.loads(cmd) + + +if __name__ == "__main__": + pool = multiprocessing.Pool(processes=1) + pool.apply_async(monitor, ("Monitor-001",)) + pool.close() + pool.join() diff --git a/PriceSystem/rent_price/__init__.py b/PriceSystem/rent_price/__init__.py new file mode 100644 index 0000000..8a42d88 --- /dev/null +++ b/PriceSystem/rent_price/__init__.py @@ -0,0 +1 @@ +from rent_price import district_map0413 diff --git a/PriceSystem/rent_price/__pycache__/__init__.cpython-36.pyc b/PriceSystem/rent_price/__pycache__/__init__.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..6c64336be7f98c896bf2c757ece6e96d806134d4 GIT binary patch literal 207 zcmXr!<>fNAyAY+pz`*brh~a<<$Z`PUVgVqL!jQt4!;s4u#mLBz!W7J)$@~&1%Am=3 zOCTk)xTGjExgVr)%GBC6-Fg7xW@WAHj$H!;pWtPOp Y>lIYq;;_lhPbtkwwPOUDSq#Js01YZQ4*&oF literal 0 HcmV?d00001 diff --git a/PriceSystem/rent_price/__pycache__/district_map0413.cpython-36.pyc b/PriceSystem/rent_price/__pycache__/district_map0413.cpython-36.pyc new file mode 100644 index 0000000000000000000000000000000000000000..33594842da4af4eb40b6f96d1a2508f11ad478f9 GIT binary patch literal 17619 zcmb_^dvGMjdEdNtcJ_${4u^a42p)N-17CN*k*5=RJ?MYi3OODvk3V<(#u7f|WYGu->fcYMR&hy8}mn!^P40O|&Cx z@toC7D_40q2P&m}oHHt|g6FIkT$NE-oNbj;d7K?pP(?h?sv%Xvb@qyV#krEblD|@% zO{rlu@?7vjpmwQIq{&^$&f03X8hbA2=C4>+f>}rHQG0P!Q2W$=q$pl-ulTroKpjLr zOWmdpp-f-huEufBpyUk7aMc~^FrMeGcvo^reW$t$Welk!>L^lq>OJZh&M7sa?#4MC z4MkRDN6yv!)#6&JTZ)3Hv}SjQ)jjH7ymLg|r|!pj*OkXj1^@~ zYNR|69Y|{OsFZ&qbQjz;t9vjiNSXstD*57c_qNcBZdE_ zdK`)lC8a$k-*s0s8XZC&r+a&}JGxzB(tMd_VMG)yn5GL82>Dbq`xq7?x zTh@dVI~Oj*_MG;RNrE5zBx1+s+s)eX#&UbE(mLLlJ6>(8+VSgOxbod^{(f?L@WkMkv*{^x7rLR_dQWh%m~CvmI8?3SIi z1AFDz4mI79vC3BE9}CUkkQ#pq5!RAJGIEu3%~9?(uj>K!w*FGrf^I6b7VOB2QV>Ny z@)sQCWALRHJ^ka6uL6S6oVyPNL;SrtYt2r2IX4}9{PqcF#l34TM9>H)yx6PO!^^Q- zt%RB_82d|Q1xQ_IlTHM2E^LRDhUvW6s{n3w5l>9oLa#Sl6(A_TCr;1S!zNx6r_Q6V z7B$OR&oav>gAoS15KN?yw9=Yes8{0BY`vw*ol0}5Q7bRC+l@HYnXfF>;#6z7Ndc*7 zUAa7wj-6^417czih^-`S#;FU-HGP@ytu<6@N8!qoE8pN0FbJ9!9qgcksZln5 z-nCRWV3$SdC_vX{qRc`{rO>r5y7r$$nQk`9_U@$gUr-m$JKY>GD7%ox`|?pP$^%_< zi;n(X+zV8C&Za=To*l};6f)LU~C zSqNXHr7E2`^E5PaCxk%6F7QI{Wm%&lB@j7CO{Fz!WKt8`kf;`F3R#@%v~_4+*ol34 zac5#k--c)U5ED3!MSVN3#^ovuV>b*Z^&PzOjSR&piqNFKllM}UG75(@%gI&M$=FfV zLHQaQsMg;@*3K~mmS1#=wr7{@lAni+c}~#@?5vyjOD<)PK<7K2y>j;svNurp4*`3c zplAT^YrlTu+6xo5G#5@eJQ)0%3^7ZFZ-l3tf$pvyYT3*5L(~t@)NVJ|sj+shS|D(W zv_Cyivpe6VW-Px-gySC}jE4-|7a^Dt=r9I`%K@x_zM(_vfY4jB)`-Nm@?-$JDuscX zdd0r|eB>?oz-7CejzFU^Z2vVVV*eLh^Sc4kqyYjl#KT}A z6K11~00f42Hy7np1{5b(&S3!OyLpw3@{7Lymcr2H8PBsSH|LM;$+g;~4`y`Dud{ zGV0TvS_MF(;$TDBKy&!OhH$x~3BY~ai9Jz6dw5eY$&bB8C7eRonw#pUGua+zG6~+# z*b@i<6!OmETrDhv4>W4k5UeQntL@foeJ(EXJ{ZYdTb(b@w>#n1J4=9`IHdtk&|KB_ zGL)c4%+eDmJI*`_Q2Bs{qC|bbg5ne&)h@|6)CX9FgRDYv6IR(vfTFr?gmE@$g~^kr zVqX;AWSpsKjau?GZX*o!VZOy}P(?Ooaj+7Nz2N8gJ zrS?KAW}Q*T5o$AHQ#X2u`@pa~LLwHB45*dG-ObNOH$C5x5^Z^TPn%Mck`~FJybBRS zi9q0-x*fTZ2U6rH>PbU^Fwj8hQq#JCw4gKf))sx0C?pXPj(fvDsP`uv)6E%n&QtB> zPHn>Px4J&T#61-unqjc{_I1F9%Nqh&uD52}x+zWhC&-+zSOB{XQt`kJz_e{KRUwxs zYc~!;^e&b=O{47!PvwAE{-R(KXht4a zg|dqn%wS*@xM;TsbE^nMwYx*nkh0X!^Gsd33T_V0Te|9A^~BMTr$ zAU_!xU$&mQYDFWwf7Lc;RiYtHBbvtZT)MjpX5%iDIl4N$IJ*Cqwqbk zySTU*XB&XYupTa}S{xvy#Pmm5CUHvt1cSfN;A044A28PmCk5^RjqXyrW9V1DI^S-0 zYUOI9(&^~aNDHR<5c564fTroDu_`vJ*lR(nR-c0Pl>&cwdevTaRtbGH1aLr_J`_m#N z>wLFJvS>b$Zs{B*Mug6BB8B~UahsDU|prAXa|FTFI~JC zJ98J~6qB_Ek#IyZ&+1xrxmCR^7P1GF>QHo{P0*raiQdT5q`z+mFub{>o@yYqCn5?8 zt|9_FAacOeLR�L@79H(ALU9t6c;}0y_}Gkpo8&uFgmZ1IS)OJDTTkNm)ccU}S z9X&<|EwEbpNN^l|1CEW>m0n7r*T{u~q}Tk#l>SuGr_g5fZbbfCx|>-I*zP-&l$MgR zN#5+Hyt&n26Hegcnm6Tvz^aGfZR_9YZf z*ms@SRSt?+Y zolq>T#GGv)qZwlYV?#*SX)o(4{37(9jk7B$T^3M_9e5b{MXu&Khr!w2#f}^(tOs2D zRt_%#t`$TGTr`8|cb}uj0In%^96~5=3@Kb;NZIHSAF_Mx1z%+WcpPq^5In%=K>qt`Pc+^?K!rrv!BIF{Z#3Yc^P4qz z^p*6~O{hmRzR_q^G`~b3Fm_r?!mf3jx0Vo01g4K1)jP-clbDDu*~2h0~uHS z!L?_bo_n}I$VM>4^3Ws({fh3&)DEb(O>w=!#>VJDUxb%H8L)-ZNlRn6uulL`$si;I zf-;R_xJm!9holc-ULDSG))sXNGVN zK>MYr$P&9l7@$Mw$&xWdSBtAdQE9_0T`h(#%w0S5;A^+^-zGzqMzBxPhgpC;%DMrW z7>Jwf|3jOCfJm| zhtZUVu2vHxeFzfi)oV;l^3{hQQ5?l$2S9(8+s`Pf-nlJ_7&&NmAeLkFIA&X$7Evv_DBxMG}2CAOJjF3yM( z1G71o;tY$^?K%+EHzf~Xr+yW$d6}|9PlpAJgl_>p1o{>jf^~bo!@DbocaVofCVS32 zqGJY!bp0tr*!3IK1Kt9n;MO0fQ9PMOA$@d6AN$>-X#m2=cnqgOGw*TU6ALfc*}@Z> z4!+|?z0%omHyjd^%S^QOeFt;}mFc(I?1R8aTwENqmIf5jzHLkTDw~*;+45=96w`Tk zM=!*-1@-thJuE#XP(Uy6|=%E#v@!enqdv@qG5#%SSmFUN@!r8w4XE3x&3-2wJ9 z0BHccOmhfj5PRo5CLnyn`4m_=Jf8mx%-(~S)$V2!7MR6UFIAPvMZW(xu&;6olgA4w z8RMBPwa7~?vbU@SycbD1w6?x$-j1mecw3>qq%Lv=4vNX$UMQ*{VU!{cJs3jM^i4qW zG*pc)7<_Xr(k5I8bHNd?^YriiiDp{pxRDfBkv=6~50m6p5sX)}UXz6mn8$Kc2z7XIY|-CJLLB z&sLQK2jjC+mi|3va?YQ}d}4J{e@(8cRbEX^xW;1tI&KacEIE0Nsq&xmE2oeMy2XLT z?iHPU8af1L_#R#Al{_^FkOTI+;D?8MKJ?1Y^LPDL>4`NRYdx`k8y6d5ya8c`OL z@GvGXd;?{{b*A6!mB5_AwmIL}loRgTtFS%Hnw%)DNMOcJ!9SiXQ(PH(t?7O13L%IT@~dz=+$CKYLNkl z1^pnCg(YP_Aq?2WC_O-o(zHyRum2)GLAvps&%Sx%wa-fQdq4fT8$bJVrgL9@?fPe4 zOQJ8{`0O8wAbjsLU%mb-zq9^@*WdZ#m*v@wuYdid_Zh7bj}1XGGr52OZ^juA*o2_*8MvvTha@^F(Z_C$i>$U{Wp zUPM3!#5Y7k7jXc!vR|?>lxf()9Kzss;loA;p(9)_8pAS!%bgYf$j6T~k0^M|0+{nP zE+mWHR{PmF!zfm@gq1h|y3O)Zm+>Ynxp0wHe;aWaw7Lz>#3mbPf_O+Cl|c%Z%FO&Q zn}cG^B_|~uJGyQLGWV7RQIYp(@@u&0(PU_Kqo3%IG@rVL#sFHqB5rwCD03R)z#(Y{ zWv0^&)0skTKo9aw0l&Hj`Y(kmy;c%2^B zj8KgyjvH@-Gz&9@RrLkbdSaLURh%}FVyaGqWIblAe~tHEWAN(?w(?^AI`0wo^gm|s z8w}V%#;I1I_Y;drNR`cN-r%z@GWbmfzs2B741Sxzn+$%3!CMTz%zzTM3HkB~aTTur zIJ@%@5?CO-f_&)GO+?u7J=}Lz-m`;zZ!T{O8}5nrLnuFC!uB=SOm9<&F`*5#T5v$H zrZ|yAXQx>5!h|Vw450F5r6X!4?R-VOz%w=6Ot1-Mf zHOk=RT3nDB%wEzCGrL$@G}vMXWTJ5EBpJ)+3(9OjT776hH|xTlbUbI})DF$HLt(w~ z!SAFiU4Y?9MCj?l7&swljdr5!(-#7OFjpR~tj8=MJfMP0>+pomdYKR#a2K=f=3f0} z{;i*#J1Kwv{j98;GMFrj(WDh7Tv%D~zPH(O#z;2X}?W>W|>KzrT=6MIJ@ zv?*gxXb1}w8dk9LpAdkK(6)6qlvL!3(xR2zCqkz|lVDikW8DoSs`s3{{M#T%@*E}k zb5Mbojz&Jz<{>O}0xU$%UJ$MWw8}AKNx~%R^ApclA#8N0-z=1CR;A8ZP@P%j<4hNp zS?$IKrxoBsZ3h4&GI>)ozWHBbRuY|nIYe|4Isxhv%Q827!EiB_@Qp@_Ns7ed7^lR; ziq@`#N#FeGS>Vlkn1F;z|J6nS=OO8_Af?Gh_ZdjUFZU6K{K8|n^bVgIwRLaw=_`Bj6+ zm=4RA>T}J?mswL1G^!B{{GI$JNfy(9f5AdY?>2ecNdRMS9^77Yn#2qeN`5jNzGIx2 z#*E}wB$HdciIi(EtpCzm>#u(vGmkPp?qex*M95Oj+9pd^98Py^YiY#A#3zwxlQ^BM zy3vF=P1x6WG59!xXBm8&!3zxj5raQx@J$AP$l$*)xWV9W8T=mx4>F*?NPmaHcM)JP zUerIsE4Ha=d6BIDEf1RphOtcODj!q38l#rZQX#Eoq`t~ak+TM4UuW=>48FzSb_ODV znNUeLIg03GC?XB4o)KUgNK9c=;@%4A1WRQ#)^*yhlAavGsWA3{dl&Q zc5+Y(g5sUU-GNW9EatcEF{cFm$ThCbyN0+<<*I}9X{=DmnR_e=t5-a%K*?jP!U)ojVvPw_nLvZ>Myc4Cfzf^^ zh{Ii2`-0T!2-d2Mu4O^Evs}#*<}fj0>(7PxjWsUav1kkgn%^fmFhz3onpuBnu18S< zHePUB$F)FBthuN)^xVYV)565+FVxX}>@NNht~s=Y)6lc>clD2=;KX(P|IasSd{1T} zmi`nf1q{CpCt0LxCci(*%fk!=sQYL=dMk(J4~T?B2P-X3PiN(xPURw&*tE@xy}m2# zR=KxWh8+9SSRX=!`v?@d5ImdcQTx&<+@bM*FV}N$UV*a-eTU70a2KS9-ot7pnNhf~ z7w!OBj?VNld*#M2y#|PU5wX54t^b&p#}QyDI~L5q2`8+A_Tu8=Tx?hLKj%aH{9to< zbMy1_S(Iz&uvig!`w;Z~%7JZ~fH``fOft_}$tRB?0#$zN%@fjTy)St8CB)+X9%jwh zq{&{1@onnFg}stti`GQ1nu<}OU<_@)hsD?^loBX;%Dlnwt+FHfV=rqYqO!5m|MqLAD30(eOTLrb#&PKfQdG_VO9})OP9lyI3N{YX}7qNj@zH=D>Y8m zg>|@^mYe2nsj!Xe#u?W8!z@vA)lY0+j_szHABG3L%@?PaD%JXI{iaO}qqk~-V{AR5 z0_W>W9vDW7I~GdLUT_I`p|(TWTb0%8Zw^l$BBdWegpi}0GuEXi2t7d8)9}Q>uB5>Y zO^(&~kSK?YgWN*2e&VF!%q{aWTE9NTUBe(>XNCI?Lyck1l0gnF6@ZENrw{cq?a54vJTa9V6RRsAjOX@^Lm6 z9VXnvmKPs3EHQX-wh_6({8bKJ{t+kGK)Y~s*l940FyRGq;a#QY4Ij&?H>`;E;CI6? z#Fj7&OKb+qi=WQrlo^^VO;frzX$?XK`jNt7tFOWQ4rsbZn8^SY;#8e^nuam~E64^OT-X7e)?9PSsSX<9dttT7+|{vdMC7I-dr(i+*n@hS3m66#=8~`z zn_vkKABNCgEOCsmVv8=Cq(2gmYP|%{hS+jIP_f4x`aG9mb2bMB9p)H(Zmn_~3sQh} zpY9HqNgHzq^GbKr}TR%GVky;MlSR?GqGpHw$qpsvcAv*26u$J4dn;-?)ELm?YJA& z=(QXR?X}#axS+>`tcczgzyR2$w9-L(R=C<2>=e(h+OTY}EVrLJ5e0Y~qa%odhCf3s(7w#EX%SNI>*Jzq*y^?Fm)H)~xi)}~A= z`|jN4Z+ykAhL5bcx`Cjvh@jbg1hpFQ=u0=AMg8E`-1-P^7XxN8P_U{;wgwyMC2l{B z-AeQW=_eWd2!eQ&HS1hx%JO65i33D_fX`{~h?5mFUi2?$p+ev0qn~F$7Ka(JMjQJI z;ND(pRIut5tY>1+CYd|Il;S}dXUu0gIR<$KY&%_G>>dUu8JuEphQUwp=`@2!a4G-x z0h4kMGVV2-%S##?*DnxaqOJ(dTOv^z-S zmxX&~UocXEn$4Yr+ zR_$uJ96N2S++Vs3jyTsgyE9(m2Td^euL!V{A6sbKO*7l|tGts=mXd+rT<&P@l{cLx z&3}}a92a^QV-GQ4N9sL{i9kzVu^yX5w=ciJnPyvIP5PrW@j8zoz_LF$OpUL(A95L> T`BAicKQH*SwekBgiHH9WF5~{V literal 0 HcmV?d00001 diff --git a/PriceSystem/rent_price/district_map0413.py b/PriceSystem/rent_price/district_map0413.py new file mode 100644 index 0000000..ade9d09 --- /dev/null +++ b/PriceSystem/rent_price/district_map0413.py @@ -0,0 +1,1126 @@ +# -*- coding: utf-8 -*- +""" +Created on Wed Nov 1 18:50:26 2017 + +@author: Administrator +""" + +import os + +##print( os.getcwd()) +#from collections import Counter +import pymongo +#from pymongo import MongoClient +import numpy as np +import pandas as pd +import random +import collections +import pymongo +import sklearn.cluster +import pandas +import numpy +import sys, time + +import fangjia +import datetime +import re +import pandas +from fangjia import timer +import dateutil +import feature +import fangjia +import config +import calendar +import pytz + + + +def common_rent_price(ct,rl,p,timd,timm,region_feature,mongodb): + + + + def f_del(qq,g): + + if g!= None: + + return qq + else: + del qq['region'] + return qq + + def add_rent_type(ppd): + if 'rent_type' not in ppd.columns: + ppd['rent_type']='整租' + return ppd + + def sample_pool(ct,rl,timd,timm): + query = {"city":ct,"cat":"rent","region":rl, + "p_date":{"$gt":timd,"$lt":timm}} + #query=f_del(query,rl) + + fields1 = {"total_price":1,"area":1, "city":1,"region":1, + "district_name":1,"rent_type":1,"fitment":1,"block":1} + + + data=fangjia.find_sample_pool(query,fields1) + if data.shape[0]>10: + + ##print('数据条数=',data.shape[0]) + return data[['district_name','total_price','area']] + else: + return numpy.array([]) + + def disanganf_price(ct,rl,lk,timd,timm): + #client1 = pymongo.MongoClient('192.168.0.136',27017) + #db1 = client1.fangjia + #dsf = db1.average_statistics + #tt=timd//100 + #tt1=timm//100 + tt=pandas.Timestamp(str(timd)) + + tt1=pandas.Timestamp(str(timm)) + query = {"city":ct,"region":rl, + "district_name":lk,"weekend":{"$gt":tt,"$lt":tt1}} + fields={'city':1,'region':1,'district_name':1,'weekend':1,'calc_value':1} + #pos = list() + #数据转化为数组,数组的元素为字典 + #pos=list(dsf136.find(query)) + + #data1=pandas.DataFrame(pos) + data1=fangjia.find_disanganf_price(query,fields) + ###print('data1=',data1) + + if data1.shape[0]>1: + #data=data1[data1['credit']>0.4] + data=data1 + + if data.shape[0]>=1: + + a_set={'calc_value','weekend'} + b_set=set(data.columns) + + + if a_set & b_set==a_set: + + + #choose_class=['city','region','name','fangjia_price','credit', + # 's_date'] + ###print(data) + dc1=data.sort_values(by=['weekend'],ascending=False) + + ###print('dc1=',dc1) + dc=dc1['calc_value'].values[0] + + #dc=data['fangjia_price'].mean() + del tt,data1,data,dc1 + return dc + else: + del tt,data1,data + return 0 + else: + del tt,data1 + return 0 + + def add_block(ppd): + if 'block' not in ppd.columns: + ppd['block']='没有' + return ppd + + def add_room(ppd): + if 'room' not in ppd.columns: + ppd['room']=2 + return ppd + + + def take_location(ct,rl,p): + + dirlt=p[0] + + #client1 = pymongo.MongoClient('192.168.0.136',27017) + #db1 = client1.fangjia + #seaweed1 = db1.seaweed + seaweed136=fangjia.get_collection("fangjia","seaweed", config.get_mongodb_host(),config.get_mongodb_port()) + query1 = {"status":0,"cat":"district","city":ct, + "region":rl, "name":dirlt} + + for err_count in range(0, 10): + + try: + ltt= seaweed136.count(query1) + if ltt>0: + fields1 = {"lat2":1,"lng2":1, "city":1,"region":1,"cat":1,"name":1} + lct= seaweed136.find(query1, fields1) + lf=pandas.DataFrame(list(lct)) + + #lf=fangjia.find_seaweed(query1, fields1) + le=lf + le.index=le['name'] + cluns=lf.columns + if ('lng2' in cluns )and ('lat2' in cluns): + lr=le[['lng2','lat2']] + del lf,le,cluns + return lr + else: + del lf,le,cluns + return numpy.array([]) + + else: + return numpy.array([]) + except: + + ltt= seaweed136.count(query1) + if ltt>0: + fields1 = {"lat2":1,"lng2":1, "city":1,"region":1,"cat":1,"name":1} + lct= seaweed136.find(query1, fields1) + lf=pandas.DataFrame(list(lct)) + + #lf=fangjia.find_seaweed(query1, fields1) + le=lf + le.index=le['name'] + cluns=lf.columns + if ('lng2' in cluns )and ('lat2' in cluns): + lr=le[['lng2','lat2']] + del lf,le,cluns + return lr + else: + del lf,le,cluns + return numpy.array([]) + + else: + return numpy.array([]) + + + + def some_district_information(ct,rl,lk,timd,timm): + + query = {"city":ct,"cat":"rent","region":rl,#'rent_type':'整租', + "district_name":{"$in":lk}, + "p_date":{"$gt":timd,"$lt":timm}} + + return fangjia.findHouse(query) + + + + def neighbor(ct,rl,lng,lat,scale,p): + estype=p[2] + #client1 = pymongo.MongoClient('192.168.0.136',27017) + #db1 = client1.fangjia + #seaweed1 = db136.seaweed + kkk=scale/1000 + longtitude=lng + latitude=lat + + query1 = {"status":0,"cat":"district", 'city':ct,'region':rl, + "lat2":{"$gt":int(latitude-kkk*10**10/0.86),"$lt":int(latitude+kkk*10**10/0.86)}, + "lng2":{"$gt":int(longtitude-kkk*10**10),"$lt":int(longtitude+kkk*10**10)}} + fields1 = {"lat2":1,"lng2":1, "city":1,"region":1,"cat":1,"name":1,'estate_type2':1} + + #lct= list(seaweed136.find(query1, fields1)) + + + #lf=pandas.DataFrame(lct) + + lf=fangjia.find_seaweed(query1, fields1) + + le=lf[lf['estate_type2']==estype] + + le.index=le['name'] + + lr=le[['lng2','lat2','estate_type2']] + #lr['name1']=le['name'] + + dirst1=list(lr.index) + + dirst=dirst1[:50] + + ##print('小区个数= ',len(dirst)) + + #j=time.time() + pos=some_district_information(ct,rl,dirst,timd,timm) + + #print('j_time=',time.time()-j) + + data=pandas.DataFrame(pos) + + if data.shape[0]>1: + data=add_block(data) + data=add_room(data) + + #需要提取的特征 + choose_class=['total_price','area','room', + 'district_name','p_date','url','block'] + + dc=data[choose_class] + del pos,data,dirst,dirst1,lf,le,lr + return dc + else: + del pos,data,dirst,dirst1,lf,le,lr + return numpy.array([]) + + def most_frecuncy_rent(dd2): + + ppp=dd2['total_price'] + pvv=list(ppp) + gv=(numpy.array(pvv)//5)*5+2 + mostn=collections.Counter(gv).most_common(1) + if len(mostn)>0: + del ppp,pvv,gv + return mostn[0][0] + else: + del ppp,pvv,gv + return 0 + + def mean_rent_price(ct,rl,lk,timd,timm): + + dd= some_district_information(ct,rl,lk,timd,timm)#这行数字是日期 + if dd.shape[0]>1: + dd['total_price']=dd['total_price']/dd['area'] + cut_rule=dd['total_price'].mean()-1.5*dd['total_price'].std() + aw=dd[dd['total_price']>cut_rule] + a1=aw['total_price'].dropna() + mean=a1.mean() + return mean + + else: + return '没有小区租房数据' + + + def no_source_price(ct,rl,location,rf,p,timd,timm): + #rent_ratio=rf[0] + #rent_most=rf[1] + hg=location.shape[0] + + if hg==0: + return '没有经纬度数据' + else: + #h=time.time() + dd=neighbor(ct,rl,location['lng2'][0],location['lat2'][0],5,p) + #print('h_time=',time.time()-h) + if dd.shape[0]>=8: + + #dd1=neighbor(location['lng2'][0],location['lat2'][0],5) + other=RENT_no_data_mostblock_price(ct,rl,dd,rf,p,timd,timm) + ##print('other= ' ,other) + del dd + return other + else: + dd1=neighbor(ct,rl,location['lng2'][0],location['lat2'][0],15,p) + + other1=RENT_no_data_mostblock_price(ct,rl,dd1,rf,p,timd,timm) + ##print('other1=',other1) + del dd,dd1 + return other1 + + + def no_data_mostblock_price(dd): + + ds=dd[['total_price','area','district_name','url','block']] + ds['total_price']=ds['total_price']/ds['area'] + ds1=ds.fillna(method='ffill') + ds2=ds1.dropna() + + + ppp=ds2['total_price'] + pvv=list(ppp) + gv=(np.array(pvv)//5)*5+2 + mostn=Counter(gv).most_common(1) + ##print('mostn=',mostn) + + return mostn[0][0] + + + + + + + + def RENT_no_data_mostblock_price(ct,rl,dd,rf,p,timd,timm): + lk=p[0] + rent_ratio=rf[0] + most_rent=rf[1] + if dd.shape[0]>1: + + ds=dd[['total_price','area','district_name','url','block']] + ds['total_price']=ds['total_price']/ds['area'] + ds1=ds.fillna(method='ffill') + ds2=ds1.dropna() + + ###print('ds2==',ds2) + + + #ds.to_excel('dfff.xls') + + blrl=rf[1] + ##print('blrl',blrl) + + dd2=ds2[ds2['total_price']>0.5*blrl] + #dd3=dd2[dd2['total_price']<2*blrl/900] + if dd2.shape[0]>5: + + ppp=dd2['total_price'] + ###print('ppp=',ppp) + lgg=k_means(ppp) + ###print('lgg=',lgg) + del ds,ds1,ds2,dd2,ppp + return lgg + else: + del ds,ds1,ds2,dd2 + + if type(rent_ratio)!=str: + dff=disanganf_price(ct,rl,lk,timd,timm) + ##print('dff=',dff,'*'*20) + if dff>100: + return round(dff/rent_ratio,2) + elif type(most_rent)!=str: + return most_rent + else: + return '没有数据' + elif type(most_rent)!=str: + return most_rent + else: + return '没有数据' + + elif type(rent_ratio)!=str: + + dff=disanganf_price(ct,rl,lk,timd,timm) + ##print('dff=',dff,'*'*20) + if dff>100: + return round(dff/rent_ratio,2) + elif type(most_rent)!=str: + return most_rent + else: + return '没有数据' + elif type(most_rent)!=str: + return most_rent + else: + return '没有数据' + + + def k_means(pp): + from sklearn.cluster import KMeans + pv=list(pp.dropna()) + gf=numpy.array([pv]).T + estimator = KMeans(n_clusters=3)#构造聚类器 + estimator.fit(gf)#聚类 + label_pred = estimator.labels_ #获取聚类标签 + aa=collections.Counter(label_pred) + v=pandas.Series(aa) + gg=list(v) + index_max=gg.index(max(gg)) + #yy=np.array([label_pred]).T + #un=np.hstack((gf,yy)) + #uv=pd.DataFrame(un,columns=['price','label']) + centroids = estimator.cluster_centers_ #获取聚类中心 + #inertia = estimator.inertia_ # 获取聚类准则的总和 + center=centroids[index_max][0] + del pv,gf,aa,v,gg,centroids + return (round(center,2)) + + + ''' + def dff(i,j,timd,timm): + reef=rent_partial_sell(i,j,timd,timm) + ##print('$$$$$$$$$$') + if type(reef[0])!=str: + return reef + else: + ##print('&&&&&&&&&&&&&') + return rent_partial_sell(i,None,timd,timm) + ''' + + + + def region_district_list_name(ct,rl,lkk): + #import pandas + #client1 = pymongo.MongoClient('192.168.0.136',27017) + #db1 = client1.fangjia + #seaweed1 = db1.seaweed + + query1 = {"status":0,"cat":"district","city":ct,"region":rl,"name":lkk} + fields1 = {"lat2":1,"lng2":1, "city":1,"region":1, + "cat":1,"name":1,'estate_type2':1,'alias':1} + + #lct= list( seaweed136.find(query1, fields1)) + + + #lf=pandas.DataFrame(lct) + + lf=fangjia.find_region_district_list_name(query1, fields1) + + #lf=fangjia.seaweed(query1, fields1) + return lf + + + def strip_villa(ct,rl,p,timd,timm): + lw=p[0] + #estype=p[2] + alias=p[1] + + ###print('alias=',alias) + + def filt(x): + + return type(x)==str and len(x)>1 + + bb=list(filter(filt,alias)) + ###print('bb=',bb) + bb.extend([lw]) + #lk1=list(set(lk)) + ###print('本小区名=',lw) + ###print('type(lw)=',type(bb)) + + ###print('小区名列表=',bb) + + cc1= some_district_information(ct,rl,bb,timd,timm) + + cc1= add_room(cc1) + + ##print('cc1本小区数据条数=',cc1.shape[0]) + + if cc1.shape[0]>2: + + del lw,alias,bb + return cc1 + else: + + if '别墅' in lw: + + lkk=lw.strip('别墅') + cc=region_district_list_name(ct,rl,lkk) + ##print('cc=',cc) + if cc.shape[0]>1: + + cc1=list(cc['alias'].dropna()) + cc2=list(filter(filt,alias)) + bb.extend([lkk]) + #clk1=list(set(clk)) + cc2=some_district_information(ct,rl,bb,timd,timm) + if cc2.shape[0]>2: + del lw,alias,bb,cc1,cc + return cc2 + else: + del lw,alias,bb,cc1,cc + return cc1 + else: + return cc1 + else: + return cc1 + + + + + + + def consider_villa(ct,rl,p,timd,timm): + + ###print('villa p=',p) + + estype=p[2] + df=strip_villa(ct,rl,p,timd,timm) + if df.shape[0]>1: + + if estype=='普通住宅': + all_index=set(df.index) + vv=fetch_villa_index(df) + ww=all_index-vv + + d1=df.loc[ww,:] + if d1.shape[0]>3: + return d1 + else: + return df + elif estype=='别墅': + vv=fetch_villa_index(df) + d1=df.loc[vv,:] + if d1.shape[0]>3: + return d1 + else: + return df + else: + return df + else: + return df + + + def fetch_villa_index(dd): + + #dd=dd.dropna() + d1=dd[dd['area']>150] + + + villa_label=["独栋", "联排", "叠加", "双拼", + "花园面积", "泳池", "别墅", "带花园"] + bb=list() + for i in d1.index: + we=d1['name'][i] + for j in villa_label: + if j in we: + bb.append(i) + d21=dd[dd['room']>=6] + d2=d21[d21['area']>=360] + + d3=dd[dd['area']>500] + + villa=set(bb)|set(d2.index)|set(d3.index) + + return villa + + + ###print('cc1p=',p) + + def front_step_time(day): + now = datetime.datetime.now() + front = now - datetime.timedelta(days=day) + d1 = front.strftime('%Y%m%d') + return int(d1) + + def k_means_clus(pp1, clus): + + from sklearn.cluster import KMeans + pv = list(pp1) + if len(set(pv)) > clus: + gf = numpy.array([pv]).T + estimator = KMeans(n_clusters=clus) # 构造聚类器 + estimator.fit(gf) # 聚类 + label_pred = estimator.labels_ # 获取聚类标签 + aa = collections.Counter(label_pred) + v = pandas.Series(aa) + gg = list(v) + index_max = gg.index(max(gg)) + + centroids = estimator.cluster_centers_ # 获取聚类中心 + + ###print(centroids,gg) + # inertia = estimator.inertia_ # 获取聚类准则的总和 + center = centroids[index_max][0] + return (int(center)) + else: + return int(pp1.mean()) + + #e=time.time() + cc1= consider_villa(ct,rl,p,timd,timm) + + cc=add_rent_type(cc1) + #print('e_time=',time.time()-e) + + ###print('cc=',cc['p_date']) + def take_some_district_featture(ct,rl,lk): + + query_feature = {"city": ct, "region": rl,'district_name':lk} + #"district_name": {"$in": dirst_plus}} + + ppp = fangjia.dis_feature(query_feature) + ###print('ox'*10,ppp) + + if 'area' in ppp.columns: + are=ppp['area'].iloc[0] + ##print('most frequent area =',are) + return are + else: + return -1 + + + def rent_filter(ap,ook): + + if ook>0: + rdd=ap[(ap['area']>ook*0.8)&(ap['area']=before] + + ##print('day=',day,tfp) + + + + if tfp.shape[0]>3: + + tfp1=k_means_clus(tfp["total_price"],3) + return tfp1 + elif tfp.shape[0]>0: + ak=list(tfp['total_price']) + + ak1=[] + for j in ak: + ak2=abs((j-nd)/nd) + ak1.append(ak2) + ak3=pd.DataFrame() + ak3['price']=ak + ak3['rat']=ak1 + ak4=ak3[ak3['rat']<0.15] + ak5=ak4.sort_values(by='rat') + ##print('ak5=',ak5) + if ak5.shape[0]>0: + return ak5['price'].iloc[0] + else: + return -1 + + else: + return -1 + + + def map_time_price(aw,nd): + + + price_15= time_filter_price(aw,30,nd) + price_30= time_filter_price(aw,60,nd) + price_60= time_filter_price(aw,120,nd) + + + + if price_15>0: + ##print('first_15',price_15) + return price_15 + elif price_30>0: + ##print('first_30',price_30) + return price_30 + elif price_60>0: + ##print('first_60=',price_60) + return price_60 + else: + return k_means_clus(aw["total_price"],3) + + def t_xigma(mp,nd): + + if mp<=3*nd: + return mp + else: + return nd + if cc.shape[0]>6: + + a_set={'room','total_price','area','rent_type','hall','fitment','p_date'} + b_set=set(cc.columns) + + if a_set & b_set==a_set: + ap=cc[['room','total_price','area','rent_type','hall','fitment','p_date']] + #f=time.time() + ook=take_some_district_featture(ct,rl,p[0]) + #print('f_time=',time.time()-f) + ##print('ook=',ook) + av=rent_filter(ap,ook) + av['total_price']=av['total_price']/av['area'] + location=take_location(ct,rl,p) + if location.shape[0]==1: + g=time.time() + nd=no_source_price(ct,rl,location,region_feature,p,timd,timm) + #print('g_time=',time.time()-g) + if type(nd)!=str: + ##print('nd=',nd) + aw=av[av['total_price']>0.6*nd] + ###print('aw=',aw[['p_date','total_price','area','rent_type']]) + if aw.shape[0]>5: + mp=map_time_price(aw,nd) + + md=t_xigma(mp,nd) + ##print('EEEEEEEEEEEE') + return round(md,2) + else: + return nd + else: + return nd + + else: + return '小区经纬度有问题' + else: + location=take_location(ct,rl,p) + + if location.shape[0]==1: + nd=no_source_price(ct,rl,location,region_feature,p,timd,timm) + return nd + else: + + location=take_location(ct,rl,p) + + if location.shape[0]==1: + nd=no_source_price(ct,rl,location,region_feature,p,timd,timm) + + return nd + + else: + return '小区经纬度有问题' +################################################################################################################ +################################################################################################################ +################################################################################################################ +################################################################################################################ + + + +def save_to_mongo(ct,rl,lk,timd,timm): + + + + lg_db=fangjia.get_collection("fangjia",config.get_sqm_rentprice_db(), config.get_mongodb_host(),27017) + def region_district_list(ct,rl,lk): + #3333333333333333333333333333333333333333333333 + #import pandas + #client1 = pymongo.MongoClient('192.168.0.136',27017) + #db1 = client1.fangjia + #seaweed1 = db1.seaweed + + query1 = {"status":0,"cat":"district","city":ct,"region":rl,'name':lk} + fields1 = {"lat2":1,"lng2":1, "city":1,"region":1, + "cat":1,"name":1,'estate_type2':1,'alias':1} + + return fangjia.find_seaweed(query1, fields1) + ''' + lct= list(seaweed136.find(query1, fields1)) + + + lf=pandas.DataFrame(lct) + return lf + ''' + + + def ghhh(kkg): #555555555555555555555555555 + kkg=kkg.fillna('无') + a=list() + for i in kkg.index: + b=list(kkg.loc[[i],:].values.flatten()) + a.append(b) + return a + def add_alias(ppd): #4444444444444444444444444444444444444444444444444444444 + if 'alias' not in ppd.columns: + ppd['alias']='无' + return ppd + + + + def f_del(qq,g): + + if g!= None: + + return qq + else: + del qq['region'] + return qq + + + def add_eatype(ppd): + if 'estate_type2' not in ppd.columns: + ppd['estate_type2']='普通住宅' + + return ppd + + def before_month_lastday(ti,num): + from dateutil.parser import parse + today=dateutil.parser.parse(str(ti)) + + #first = datetime.date(day=1, month=today.month, year=today.year) + + lastMonth = today - datetime.timedelta(days=num) + + def plus(k): + if k<10: + return '0'+str(k) + else: + return str(k) + y=lastMonth.year + m=lastMonth.month + #d=lastMonth.day + day=calendar.monthrange(y,m)[1] + + cc=str(y)+plus(m)+plus(day) + bb=parse(cc) + pacific = pytz.timezone('Asia/Shanghai') + return pacific.localize(bb) + + + + def timestamp_to_int(dd): + + dd['week1']=1 + + for i in dd.index: + + f1=dd['weekend'][i].strftime("%Y-%m-%d") + f2 = re.sub("\D", "", f1) + f3=int(f2) + dd['week1'][i]=f3 + ###print(dd) + return dd + + + + + + + def dis_make_up_price(ct,rl,lk,ti): + + + #lgg=lg_db + #save_lg=client136.fangjia_stat.test_lg5 + + #cc=before_month_lastday(ti,65) + #cc_1=before_month_lastday(ti,0) + cc2=before_month_lastday(ti,32) + ##print('cc=',cc) + ##print('cc_1=',cc_1) + ##print(cc) + + #print('cc2=',cc2) + + #stat= fangjia.get_collection("fangjia_stat","test_lg5", '192.168.0.136',27017) + stat=lg_db + query = {"city":ct,"region":rl,"district_name":lk, + "cat":"district"} + + pos1=list(stat.find(query).sort([("weekend",-1)]).limit(3)) + + pos=pandas.DataFrame(pos1) + + if pos.shape[0]>=1: + ##print('pos=',pos) + #pos=pos[(pos['weekend']>cc)&(pos['weekend']0: + #print('pos=',pos) + pos=pos.sort_values(by='weekend',ascending=False) + pp1=pos['avg_price'].iloc[0] + ##print('pp1=',pp1) + if type(pp1)!=None and type(pp1)!=str: + return pp1 + else: + return None + else: + return None + else: + return None + + + + def return_operate(ppu,mm): + + if ppu==None: + return 0 + else: + return round(10000*(mm-ppu)/ppu,2) + ''' + def month_lastday(ti): + from dateutil.parser import parse + today=dateutil.parser.parse(str(ti)) + + #first = datetime.date(day=1, month=today.month, year=today.year) + + lastMonth = today# - datetime.timedelta(days=35) + + def plus(k): + if k<10: + return '0'+str(k) + else: + return str(k) + y=lastMonth.year + m=lastMonth.month + #d=lastMonth.day + day=calendar.monthrange(y,m)[1] + + cc=str(y)+plus(m)+plus(day) + bb=parse(cc) + pacific = pytz.timezone('Asia/Shanghai') + return pacific.localize(bb) + ''' + def region_feature(ct,rl,weekend): + #client182 = pymongo.MongoClient('192.168.10.182',27017) + #db182 = client182.fangjia_stat.rent_1221 + query1 = {"city":ct,"region":rl,'weekend':before_month_lastday(timm,0)} + #a1=list(db182.find(query1)) + #a2=pd.DataFrame(a1) + a2=fangjia.rent_region_feature(query1, None) + if a2.shape[0]>0: + ratio=a2['ratio'].iloc[0] + price=a2['avg_price'].iloc[0] + return (ratio,price) + else: + return () + def add_region_fea(ct,rl,weekend): + #timm=20180131 + + #timd=20170303 + d1=region_feature(ct,rl,None) + #print('d1=',d1) + if len(d1)>0: + return d1 + else: + feature.region_feature.save_region_feature(ct,rl,timd,timm) + + return region_feature(ct,rl,None) + + + #a=time.time() + lf=region_district_list(ct,rl,lk) #3333333333333333333333333333333333333333333333 + #disname=list(lf['name']) + + #print('a_time=',time.time()-a) + + ###print('len(lf)',len(lf)) + #b=time.time() + lf=add_alias(lf) #4444444444444444444444444444444444444444444444444444444 + lf=add_eatype(lf) + lf['estate_type2']=lf['estate_type2'].fillna('普通住宅') + + p=ghhh(lf[['name','alias','estate_type2']])[0] #555555555555555555555555555 + + + + region_feature=add_region_fea(ct,rl,None) + + print('region_feature=',region_feature) + #print('b_time=',time.time()-b) + + + + def get_weekend(tt): + + from dateutil.parser import parse + bb=parse(tt) + pacific = pytz.timezone('Asia/Shanghai') + return pacific.localize(bb) + #timme=dateutil.parser.parse(str(timm)) + timme=before_month_lastday(timm,0) + + ##print('timme=',timme) + ###print(len(disname),len(disname)) + ###print('region_feature',region_feature) + ##print('pos=',pos) + #c=time.time() + mm=common_rent_price(ct,rl,p,timd,timm,region_feature,None) + #print('c_time=',time.time()-c) + ##print(ct,rl,p[0],mm) + + #d=time.time() + mmup=dis_make_up_price(ct,rl,p[0],timm) + #print('mmup=',mmup) + #print('mm=',mm) + make_up=return_operate(mmup,mm) + #print('d_time=',time.time()-d) + ###print('p=',p) + date=datetime.datetime.now() + #weekend=20161231 + print("######################## ","ct=",ct,"rl=",rl,"lk=",p[0],"mm=",mm,make_up) + """ + client1 = pymongo.MongoClient('192.168.0.136',27017) + db1 = client1.fangjia_stat + stat = db1.test_lg55 + + + #stat= fangjia.get_collection("fangjia_stat","test_lg5", '192.168.0.136',27017) + save_lg.save({"city":ct,"region":rl,"district_name":p[0],"make_up":make_up, + "avg_price":mm, "c_date":date,"weekend":timme,"cat":'district'}) + save_lg=client136.fangjia_stat.rent_1221 + """ + if type(mm)!=str: + + mm=float(mm) + #get_sqm_rentprice_db() + save_lg=lg_db + save_lg.replace_one( + + {"city":ct,"region":rl,"district_name":p[0],"weekend":timme}, + + {"city":ct,"region":rl,"district_name":p[0],"make_up":make_up, + "avg_price":mm, "c_date":date,"weekend":timme,"cat":'district'},True + ) + + + + + +''' +ct='嘉兴' +rl='海盐' +lk='保利壹品' +timm=20180413 + +timd=20170503 +a=time.time() +save_to_mongo(ct,rl,lk,timd,timm) + +##print(time.time()-a) +''' + + + + + +''' +client105 = pymongo.MongoClient('192.168.0.105',27777) #'192.168.0.65',27777 +db105 = client105.fangjia +seawater105 = db105.seawater + +client136 = pymongo.MongoClient('192.168.0.136',27017) +db136 = client136.fangjia +dsf136 = db136.average_statistics +seaweed136 = db136.seaweed +some_district_information + + +def city_list(): #11111111111111111111111111111111111111111111111111111111111111111 + #client = pymongo.MongoClient('192.168.0.136',27017) #'192.168.0.65',27777 + #db = client.fangjia + city = db136.server_area + #city= fangjia.get_collection("fangjia","server_area", '192.168.0.136',27017) + #seawater.find_one() + + + pos=city.find({"display":{"$ne":"全国"}}, + {"display":1,"city_grade":1,"_id":1}).sort([("city_grade",1),("_id",1)]) + + + + data=pandas.DataFrame(list(pos)) + del pos + return data['display'] + + +def region_list(city): #22222222222222222222222222222222222222222222222 + + #client = pymongo.MongoClient('192.168.0.136',27017) + #db = client.fangjia + region = db136.region_block + #region = fangjia.get_collection("fangjia","region_block", '192.168.0.136',27017) + #seawater.find_one() + query = {"city":city,"category":"region"} + fields1 = {"name":1} + pos = list(region.find(query,fields1)) + + data=pandas.DataFrame(pos) + del pos + return data['name'] + + + +ctii=city_list()#1111111111111111111111111111111111111111111111111111111111 +cti1=list(ctii) + + + + +timm=20180131 + +timd=20170303 + +#cti1=a22 + + +kk=1 +cti=cti1[kk:kk+3] + + + +for ct in cti: + region=region_list(ct) + + + ##print('region=',region) + for rl in region: + save_to_mongo(ct,rl,timd,timm) + + +''' + + + + diff --git a/PriceSystem/rent_test.py b/PriceSystem/rent_test.py new file mode 100644 index 0000000..0401769 --- /dev/null +++ b/PriceSystem/rent_test.py @@ -0,0 +1,84 @@ +import datetime +import fangjia +import pytz +#fangjia.send_dingding_msg("测试") + +import time + +import rent_price.district_map0413 as rentPrice + +def get_weekend(tt): + + from dateutil.parser import parse + bb=parse(tt) + pacific = pytz.timezone('Asia/Shanghai') + return pacific.localize(bb) + +weekend = get_weekend('20180415') + +ct='上海' +rl='黄浦' +lk='伯爵居'#上海闵行闵浦新苑一村普陀曹杨一村上海 +#黄浦伯爵居静安泰安里长宁新泾北苑 +timm=20180430 + +timd=20160603 +a=time.time() +rentPrice.save_to_mongo(ct,rl,lk,timd,timm) + +print(time.time()-a) + + + + + + + + + + + + +''' +s = time.time() + +ct='上海' +rl='浦东' +lk='滨江一品苑' + + + +#for i in range(0, 100):深圳福田世纪豪庭 + +rentPrice.out_put_price(ct, rl, lk, weekend) +e = time.time() + +print(e - s) +''' + +''' + + +### +import pandas as pd + +a=pd.read_excel('小区调查.xlsx') + +for i in a.index: + ct=a['城市'][i] + rl=a['区域'][i] + lk=a['小区名'][i] + sellPrice.out_put_price(ct, rl, lk, weekend) + +''' + +''' + +@fangjia.cache(1000) +def sum1(a, b): + print(111) + return a + b + + +print(sum1(1,2)) +'''