From 27765c33a27c3f0c9ece9622112bd10e55959a67 Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Tue, 28 Jun 2022 09:35:52 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E7=BE=8E=E5=9B=A2=E6=95=B0?= =?UTF-8?q?=E6=8D=AE?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .airflowignore | 3 +- dags/mt/__init__.py | 0 dags/mt/mt_dag.py | 28 ++++++ dags/mt/supply/__init__.py | 0 dags/mt/supply/comm.py | 68 +++++++++++++ .../data/租金和房价设置阀值(19个城市).xlsx | Bin 0 -> 12219 bytes dags/mt/supply/data/美团19城市列表.xlsx | Bin 0 -> 9312 bytes dags/mt/supply/deal.py | 90 +++++++++++++++++ dags/mt/supply/facilitys.py | 92 +++++++++++++++++ dags/mt/supply/rent_avg_price.py | 94 ++++++++++++++++++ 10 files changed, 374 insertions(+), 1 deletion(-) create mode 100644 dags/mt/__init__.py create mode 100644 dags/mt/mt_dag.py create mode 100644 dags/mt/supply/__init__.py create mode 100644 dags/mt/supply/comm.py create mode 100644 dags/mt/supply/data/租金和房价设置阀值(19个城市).xlsx create mode 100644 dags/mt/supply/data/美团19城市列表.xlsx create mode 100644 dags/mt/supply/deal.py create mode 100644 dags/mt/supply/facilitys.py create mode 100644 dags/mt/supply/rent_avg_price.py diff --git a/.airflowignore b/.airflowignore index cf4aec3..1e7a37b 100644 --- a/.airflowignore +++ b/.airflowignore @@ -1,2 +1,3 @@ poi/business/.* -stat/evaluate/* \ No newline at end of file +stat/evaluate/* +mt/supply/* \ No newline at end of file diff --git a/dags/mt/__init__.py b/dags/mt/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/dags/mt/mt_dag.py b/dags/mt/mt_dag.py new file mode 100644 index 0000000..3c015ac --- /dev/null +++ b/dags/mt/mt_dag.py @@ -0,0 +1,28 @@ +from airflow.operators.bash import BashOperator +import pendulum +from airflow import DAG + +with DAG( + dag_id="mt_dag", + # 每月5日运行 + schedule_interval="0 5 5 * *", + start_date=pendulum.datetime(2022, 6, 28, tz="Asia/Shanghai"), + catchup=True, +) as dag: + t1 = BashOperator( + task_id='mt_comm', + bash_command='python /opt/airflow/dags/repo/dags/mt/supply/comm.py', + ) + t2 = BashOperator( + task_id='mt_rent_avg_price', + bash_command='python /opt/airflow/dags/repo/dags/mt/supply/rent_avg_price.py', + ) + t3 = BashOperator( + task_id='mt_facilitys', + bash_command='python /opt/airflow/dags/repo/dags/mt/supply/facilitys.py', + ) + t4 = BashOperator( + task_id='mt_deal', + bash_command='python /opt/airflow/dags/repo/dags/mt/supply/deal.py', + ) + t1 >> t2 >> t3 >> t4 diff --git a/dags/mt/supply/__init__.py b/dags/mt/supply/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/dags/mt/supply/comm.py b/dags/mt/supply/comm.py new file mode 100644 index 0000000..1530e54 --- /dev/null +++ b/dags/mt/supply/comm.py @@ -0,0 +1,68 @@ +""" +小区属性导出 +""" +from goojia_utils import MAIN_MONGO_CLIENT, dateutils, commutils +import pandas as pd +import datetime +import os + +seaweed_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'seaweed') + +path = "/home/airflow/data/mt" +if not os.path.exists(path): + os.makedirs(path) + +city_df = pd.read_excel('/opt/airflow/dags/repo/dags/mt/supply/data/美团19城市列表.xlsx') +cities = city_df['城市列表'].values.tolist() + +seaweed_df = pd.DataFrame() +for city in cities: + temp_df = pd.DataFrame(list(seaweed_conn.find({'cat': 'district', 'status': 0, 'city': city}).batch_size(10000))) + seaweed_df = pd.concat([seaweed_df, temp_df]) + +seaweed_result_df = seaweed_df[ + ['_id', 'city', 'region', 'name', 'alias', 'address', 'addr_alias', 'lng', 'lat', 'block', 'loop_line_info', + 'business_quarter', + 'household_count', 'estate_charge', 'car_site_count', 'property_life', 'house_property', 'all_area', 'build_area', + 'cubage_percent', 'virescence_percent', 'estate_type2', 'build_type', 'build_structure', 'finish_building_date', + 'developer', + 'main_type', 'main_type_area']] + + +def format_seaweed(x): + """ + 格式化输出小区属性 + :param x: + :return: + """ + names = [x.name] + try: + if x.alias is not None and str(x.alias) != 'nan': + names.extend(x.alias) + x.alias = ','.join(x.alias) + if x.addr_alias is not None and str(x.addr_alias) != 'nan': + x.addr_alias = ','.join(x.addr_alias) + x.landscaping_ratio = commutils.format_greening_rate(x.landscaping_ratio) + x.all_area = commutils.format_all_area(x.all_area) + x.build_area = commutils.format_build_area(x.build_area) + x.car_site_count = commutils.format_car_site_count(x.car_site_count) + x.households = commutils.format_household_count(x.households) + x.lng = commutils.format_lat_lng(x.lng) + x.lat = commutils.format_lat_lng(x.lat) + x.plot_ratio = commutils.format_plot_ratio(x.plot_ratio) + if type(x.alias) == str and '@' in x.alias: + x.alias = None + + return x + except Exception as e: + print(e) + print(x) + pass + + +seaweed_new_result_df = seaweed_result_df.apply(lambda x: format_seaweed(x), axis=1) +seaweed_new_result_df = seaweed_new_result_df.rename(columns={'_id': 'id', 'household_count': 'households', 'estate_charge': 'property_fee', + 'cubage_percent' : 'plot_ratio', 'virescence_percent': 'landscaping_ratio', 'estate_type2': 'property_type', + 'main_type': 'house_type', 'main_type_area': 'house_area'}) +seaweed_new_result_df.to_csv(path + '/FJW_COMM_' + dateutils.format_date(datetime.datetime.now(), '%Y%m') + '.csv', + sep='@', encoding='utf-8', index=False) diff --git a/dags/mt/supply/data/租金和房价设置阀值(19个城市).xlsx b/dags/mt/supply/data/租金和房价设置阀值(19个城市).xlsx new file mode 100644 index 0000000000000000000000000000000000000000..84ff1d00dcffd8c233d796defc18dcb75629177f GIT binary patch literal 12219 zcmaia1z45M);8VUT_W8L(jeX4A)T8JDM^)-lm_YUknY?dT~g8|-6j7<&#S(Ep7TG~ zMa^Do)~tI4^UT~zvXD>+V2{shg;n9lpZ`4YpkGV@CQ42K2WMs_kQf$d0PedOZ??Xk zDmWOJGz1tJ+V5h<4h~EncD89TZL(d$Sbgpt59A9=2D;)ol(YeFQoxHpS)7cMP`a-i z;Opeu^L^Z2Co2e?EVO|w{lX zitS6*+PjGhW3wnNf+RRCN@$)O)a06lea3lJHt=Ag8Z(L@Hz{0JE0v;qrfxaS2*z+s z8Ekfr++8L7kcHQfJBGbv@3^dM^$`T1(1n$xeIcZyXXTFDKKP%p3;IkSP{YjDUdB?c z3W`F~m?H?vm|6LnaRJcw0<8Kmh-27#l7wSZ zYq6h~Ws7G!S**?MtdAj879NMy>m}#{lMg?hH+Q@_?`6pR!qUrUoMHlX!*iC{DfDX3 z>`Us0c18!BuKcO<#joGod`~%jNSP%w!UinQSrUtBKlu*WlxjuhN86f7_8%%R*$#G z=cioZLRC+{guhcQX=m@?@6t80g`wDu4nUPUHQhrY;|U?avOIK1&bgZ3>!7>b63!>$ zi9aL6wBKDLse)d98|byaZe%;pWhJQ}{!Xap^0YYRU{Y(>PLoKfVL#ve(}-9+BK)ei zs&8wXZ*%j;RecQNl3Dfw#3@-;MZ`hXetgqdj~SRlcK}Ms!@HA`Lkz?^4sv zwG&v8@4erf*wFCp#L?sRS07>H^bazG41E7UJ0O!Xml}jN3J7h?f1&N_>;kZR#5*@y zU$%<{E94ORL2SS$IjXdb*skw$4VeLt!$E7#j)rASOwI)PH+S|;Eav7hV3((-$CC5- zR54LNHcQzg=3ZVh{irj~L5lDZ}MDf-_@x zaIn{-FufM(?+x)Sy~~@B;QAD09_2D~uE#P=O&ceMwf3x=daovE4Hrev1DJhFUo~}S zYvDdWvF&<#hUtsIw{yb<31FbZ4|9OBijR9|q|$Dhz(5wsng`9eXR6;4XvF`T7EbMn z&-ty>mbPR)Q7`VEoWZo2O37AY?{k6t5(SzvEh2UqTxWvPVk{pERTtN*{NboyC?m3kdImX_ih6T!qvm}d!PBc0Ll*m zcYu?Pv!$7t%bz_-)H&d37!pWG1Pl!C|Hyt84Gk@{r}diKCg@wuk+LT3%mX zfhpH#nfNIAQ%8k%834)biOs^Laz)KyXP?YL6X%6;-JAX6)9o|wk{Q&+%zJx|*4Ff> zi@km0e)a_tKl8}VW5=e#V)N6ga#Th|rxN$QgeyhG`K<}hIsmE==W>_hy-Z8GC)SIe zc%XOBN8u^Bh6anmt9o$)=Z}k6p@Szp%OYmnaFzNKSwgvKJDnT_m1~x$v<4R)k8d z=&lVRZ@V=DyQ5P~E)VQt<4ot&$2O0Sc90J-{q=wfJVa3PZy!4;i`YU$0bjy}I3_}!6d3@ql zde*JE(xL$CxY!E&m&AZu8iKf4j8kVM=znVj-vngr@7&a<_aY?x(RiZJju&sa>m7(Tj*&z{S>{Fr$~)2*{e4SfF_|hX0Lk3 z@AutV3JWXGnsXU_Mgk7HM-#q&Q9!6hi)XsgaH$2GJXlqpY0|iVbSku!axUd~G)5*_kJIeO_}4Xx4A1v13}6sz1eElE`o zN2?+cP2A)--LZ`T`*zY=(R}5+_#9DshS8k&7P&0KPjx@yPFUpHxS+1kLFvmEXhk;a zH6K?nRFzU<>llOUuyQL8;Mn)@OUIWr$dC2NQ8)5G9H-|nzqpT$QL_w!w(RDg1I>Yc zil^Sl#co65!phh%hoPU|9tbruAYT`qBl?6v_z4w*Ox@iV5&zZ63K;z~kb@1G6N={u zEm&tQ66TtG_>Jh$pIHYqLSNsq7OIMj?IWpSmd_ECJa_;a%kl5^rw3+H`&iB_O} zYH#Oobz@`sd=|z}N1Y=RxEv-#MmH||K)D9ljlf|FQN=LZ#hp6Wf)I9pFt0F?!Ef>o?(ZoO!r+OB0Y*oH^xy>8=Q-V|7S(L8(*8AT-q{iop#2@ZOsF+(Itd^|Se#)Z=GBMWU zWGme(U>Jy(K}N^K22H_n=&%`JF;-dG7?%N5!Cb<9=+{u5>`gl(*MjSE{z z3QfCt_H+KwVcHH_W%~YvsJHNbCi&CySVq+iWF*7Ar)M$_=>^!Pz^%^ijR26avk1R{ z^hVs5xIYGyhpC=_mz0IA_rsy`PT%{!6sCTf;Z3I>=nya9a|w=oN5|Rtg=*$M*aSZ7 z>fLHEH+fz?C)7Yk%?14fY%*QGkL$Bj8lLluTC;H;)Nd9Goi!adpg=i}v@yG24sVJr(|+ zIDruTP5(dOWrvx4TC$2c_Wtey2)o|wmp{V$+sb~XRmJd0!{|VTeHK{CF!V7E*Y_NK zT!i_rMKIxhPlJ;N7Uu>sP|E0`MVUJ{eBpl#_DFCN5E_)ln*qNkaRws$d&D18o>9iD z2BHoBo?`{GA?iNJLiS3-$qdZ&D_e6*>C|8)-m0%@o(;7O=IM`d; z;%f=;Ca_I@4|!j)mFP=#mNlsRd2QbP3^M<$EQ=ni{%{*&$8JNm(984cs6w8(zuf&U z-ANYEoM8ya%V2ErQ4HK3?(2(UZhATD>z7yWM{2N*d@$Tt`k;4cu#4GJd$%8Lcuc}i zT0b1UB%ydXkcUh4aA>?1=`dkhFn+t1vFBG7l~MnC!btMaZbElMb0@6+NgLg8+Xv0o zrh1oaXnSAd_us7ilMNP|TPaRWCTg~p(N;?2Td%T5z}hw7#}Po9;bfqkydwT%~fu z5SIxhD%7`rj}EF*+GmZ}1C_%5Syp4R{!1@uKEp_Xc6EkpT+dS=t`UiyH0f2cto!=O z8DAJu9;B?S4ILpjG&-Fdi?)~yK^t53mFpMXkSIXn#Bl6hxl0B{G2N!Wqd`VDqdmBC zX1FVEBK38E-tWhwo`t+s`R- z-Fx#k?VAZOEU1d{)UciE%H^d)PJ|NhK_NcxOP!YebjJl*-;SfcDQqg?9eg&df=81w zX-yr%mMoT5$3rbU2;?)4sNJ@>z7*@^ZtwtD7G7!}GBG{HXK{!JCb< zmbRUelpUQ-Zxx%LG5FW+w9gJ5C$=T^&`5Mw3A0|geLMipLM){|+3nmndFFA+BlQN+ z!|tMel`s5S4x?{~d$k*agjM1a-yP;lNHXxvk!6C!!NB!U_oB%5ET=neu7>q(HBwFN zM?E(a+p%VOWjf^`RR)3caCug@k^@0<4ZSF-_9P?Boki*;L5ffB!ux0Ga&pJOrOB9` zaYdwRu~V|WmISlQ)Gv=JBZ83q3j*)pRO!QKM&+`)H=KentYPlZ24iZF~?!>oWE3LRCq&GWJqzO`Hqk6Dp zusrLNTsoo>Tf`>a`ypkx^KMBxG#W>60-7>YsdCNy3#i!-`ZqX-N^Xch?LZlqvXOmF zFrcOsP;EZNUjn-IEw6Pqc%o=@zr;Kcq8St5kOi2`V(&5TwurWAT0Z!dkEUFl%+GA( zVg-Nr)5k~#p**!tPCfNtg3k|IrVg@Gq%P_Ul zN-%3PjW0p#9Sucm+`C2)5)O8vSg+|6J&SPXrUtxIl9sUKiXn=QRI&?RndQxg?)7dI zPHp76Mat71$2glge&=)8Z3=y~pp>{k3) zSXGtQayQN8Zqp4?hDunwFQa{*Sda>TGE#|JSNw^`HMUeb;3|wpwm0}IIr)JodZ85nKPnSPP+eaf`~DA;kiCe|#9G(YIzk=o8{ zwG>055{5aXae?qIOn{ul9ZCR(O^r3(D{}Os(EJ2RcFH4-Dy%BA`%;cPQMcilfX0v$ zNAYSrY~miQQ=+om=A7)dcvhBHY@3i*1mv^?D?BR5(?~^A^1!la=h<1;5iXTzc5&x9 zc1Cq&{fW{S(@0@l6&S!UPS3z8itbUSVU!Hn%cAu;-B0(s)J7dLQ-Q>drk$o#^-y%qKKks=*k_UC8HtlZ1-Zi5hGl|=Oz1beK=*W)_PZOWQ9Udp4-w1bauH z4OiQe&aLL1i7t-6j6du1nxB>T_PiK3>PYqVg#*;rCjr=yi(L!ZiWiIi+~VA_;;`3# zqyq6Nb@Vpl`!dnq)j1 z7;3hj-h}_uT?QOa3gBY8b)GAZNn_7OC`~zEL>iz~w*24+%mHQIE4-o zDONSGpT(hJ*R9>Hid*?K0Cyu|UykeMN6$IQ9`I~lSF-N#S(iVwA=XQu+jY2`=aAcx zPp0Ggo#7Qpk@jP&BAq4q{G(@_pTYHrgdIk79JRYEqxy)=Q}*mnz%GdN@w#QE7<36# zV!-k<_T#0wnwno&54CgHRVOq_ELfTWOd{sAxaF&r%Qy*;Cko;mhu9_+CmPIZb@Gy; z+l!fb&((KOUzF+|4e(5>%?#7sn3ja~#seR&HzkUMY}gBBb!!FaPiwH0dOpvy zI?EukDB`OD~^GOKr^4ds2j zrZ=t=on&mMBW*~vcVJaxW%xFwp{xgcF&y@gMZe+@`B{Z!{^)sC6^xjx6Tqu@%f$ze z6?HLC>}=*Ta`bBM)TbO3mv~0-2*wSSN!DNd2v@q(nv~%yr}_gL^H6kykk?l)7uvia zlB`^6!7x@MxVKRdLttjB)!m7*pG9w}Y?HahvI@il^p*W7_p&fRXB?7}q?0}hHczOd zKS?N%kxK;;io{RpQS}UI}k%AGe!2230i$~IiS{%6UyR4V9D20K&Z1=u*tJUsPc=i_5L~*mnfpBz|yEJgFeJG3N(Z48>TeJPzxa$@EMJZOLoY-N9??qjjtWLHC-iEKz*_0Df0jefdampf)q z{cCpi(p%`8O1BeavI@YnkGy8f02rRx()!owhc!OU@-Ve^xWR*-VE%a|ucT#`Afa|H zd+&WLELS4fk%U|E#@w(%(Qj6fo*4Cgi!~W)2f!?StimCuB8;1cC`yfBAu^5*k;D<_ zGvuN`QQ{IcY!t>rZnm>o6h(=}^M7W%u0-kQ)EqR4_o^98g8r}>#aqsPE_50~M8*(y z*~wP;JqKhvl}Kcj5;$%SZROZVrspczNi9P10E8JW3T4h!dz1q=WAB0u_G>(K7J_R| zk#MKoMiB|G;+Y|!9=8q|j0+Bq8Po^=ey%5R4F)bEm-$bjMKyk z*?8p*Uf^v*Pdd^WNfUjWgG@qZ@I{(_WcmryzDQI74O+t|{I8sA*3!{%h1oCVpK)&| zPi=^PSQkckl1kyfzFTK7%Zl>;>3QdcmB+i_ebytg;JgN@)O8UAM%QTJ6Ko4&orBr} z?%;j>qc{fJ>VD-a2=&~f(idjLIz0$Mt%>RDT`efJgi9Rykcwr^>I}z-N2a{#x^Mdk zyO>%r%8A^Wn+8% z5#0#7r9i6E0;@mX4n;Z-0Cb@7UA1bw^L(E-uciFlWMn%8nH(T~M|}Vf$6pI2l*RaZ zw+C|M7{GeO^9J{lP_l{MW~9Wv8%ndk{u=uI!C`}nM=%4Cf4Zv&bG}c~N>2n>j*tDb zgpc_2wv<>dMiQ!N{CaPTP|G`(xkGB;v^?OvJ9`jHN=tCVvMHA z5&b}T%+Ekg`ShhNhv=e1NE{k+^YP22N;PgEABFp%%3$vy0!#KTW0a&B(+~%LBB>u`LWD5^w&CbgWov=FY9> z7&|Hu8OyiV#akny=+UB$aiW#!!S66e0;oN12vmkKMndlT0!=@uS&@YIbcCWy!=S|R z@Ya=@^t|y7geR0{tpr`_sEM~mKgr)*!wn0;X7A&(qKM<+9>N^eIvoSo!f>X94#J1f zQECO7C1s!`nC8I#O{qPF5?;^*rRrAiOookn-q@C|l2s27Z+~`=oFl}sOonQO z-J*`c&DaKVd_`;hvM!bwr0o!+%G*-39a$@w%@DG`6CrnUqnhG zH?Z?(3Ns{^ck?Sz^6~n9xNSAiaXE@D`%CBEdg7{PGk_28@uZ_Vc`ud;I#OOAY2u?U z=G{!Rq%}4)S?mxZ+vQgptEKLSXfMt!77&!CE$Ra&T}sc{rE0f5#`pTno;ZnHE!&~C zM9-Xa&mY<6%D~kgm zN^$X<(7$)bbHuyV2cRqaD>yK)NA3#fq{P|M*vZUP)y2um-s1Zv*)?HNfj}9p?=aN*U+P@<6WLd!jqKb6-@&HP5u;}?X|p{O=h^OGo^M5sIN_IIDA^o z#y$QcHc;M6Uf=p)YLT>_QMl@GCh)Wm;2!Fc41Jtv`NVHnCiBdIqNZqiO>0{)j~m0F$*qYSG;PTLzLMP zai1}6H$W6NERH~>Ug^d6x-O2HeyH+NEW90qN^X@RxR)12!R)ismP%{M4f0E~v6*zu z4?dJC{kcaUX_SFkjqLPd_4GG<@-pP^ER;2`x+q;vcmyy5g_(8^q&8Mqx^8K2UeHG7 zhD$X(nUT&)qN10n=dBg20T@-$H*hnNsbbRVY>9JMXjxoij$Il|#HhhN<9ho^ ziT&w)))_#AiE*h{6Q!z6e9)~-dkCY@%Sn{h$pLYBoQL0C#pD<&vQ5=B>T@@PNr}R> z6F9uG4DD>}Zm)gByHFuZBbgUX=BXc%FZiG~5ML;wj5gu`t4qNzawM^?ZTm;iPzJ?M zQ)zkE&Cz9J)Vu}f5}JKe2Ne@i-afmIOe~+U=97efQC*oqp;A{GClJllZSSARYhjHM zDx9!OeL;(GO~kokG2g8TZb7AX*>m#MG5Nf%(y7;+cWm=O^NL00%;mi$$->4Pd!9-H zX36j`an5(DbSiTC80eY$+2lJs=su1^%YX!*kwNijZ_?gHe7|7%(txSAD!7t!e;Le{c$B{&{);dIEQ-f zTM**RqRkbQ*UDiGRN1@}=TEj6Mxq3E?o~x@NZxT;uWc~e+CBZy zHi(Ie!le?Z-YZ5G?=|(@@6QbPZ2?a&?|iPg3czR~>vTB6;$O4=@%j&M}(I zpR0*OMuaLMO{WawSjA)R0fN6bsK3)&U_b#dbTYI3lh)$JqtCf8Q+$;-^?8*j_b^I@8Kb@5+9IONFxdzjm2|zCvg~cz zM7T(1z?v7?9N?-PAPnetYgIn-_Rv}kkSb}Jg7j2#=!9z8J$Z2(6u8MB_nC<@THjk` zlIQa$q>Z+f<-^5m zxpLh2i=mpQgPF7bV{<5t11dnUVuf5%wRYv` zva326hZ`HMm=#j4LQY<^bDSll2OM3b(;7jD_=l%R^X*@^J>0b*NzmJbJ{6x_nkq3o z*8*2~nY&nGP8$3EBpo|3NVU@gmQxq9YV7F7nnfG7J)nqqx3i zr-ovT<&y`R6O(y6z^mmMQ;X~ul_VWxE+YO8H3m7lbj>rbHOc@H4Ssu^x{~C#XyFMI z(WIcK+DahnDnX9u}$y0_OIL}Y>P_E~XQTM%TqKAt!c`3Nh76t$^G z&Yn#aCI}NC%A%`{)|Cjy`%{urAq%BHn97o_I9)Mi*WJ8Wg@~)IHaPdiRcxb9$-WWgb@zHeTB5O4pC3@A8Y z;9z8+?=WhF#t)-0KXtyB%>Od>c%${>c_a)! zKEH8`|84J2cJZU|4|^bUztsN2HU1N#KdG_5vie?|*NN zaboQK%{AAabIrNunBS6ji zs5h`8U;uzJH~@h9Pnf>7HIuW2d0NbfL>CKc_o2_Bob8HqV^D9*8?=Yj*IL$7c2fC` z-kfmB6$jT0Iy|r~-qb6i?L90O@^|TxuANyyxf(sTq5V*wHXf>EL6NT}?7ZWOmdKK9H z{`VYoxFFh6%bx4(iFh&ill`mX^UeFaHSwdZ@69sEVuAB}y~PAUU%u%PjM|B;Q?GT% zK{=}oD`)b*t0J}T8C}14@r@p^iZN6*8SHr~ytC%cLjiv*MCq^x~8PX$5{FXhB1jWfme|L~2R*p$QO}+m^kN zj%D`kRw*oiP!KtX4~LBpGRT3U3=Zi6+Z2gtC%is{Q9L-o?_Y1dVY8Ku%0Y_t$*uQ; zWfaWOcXviT@j20IkMBp2qXOGkiV8%}-hLIfmhc zAVg(r!^5RY(*FeB@LEzt^TR4*rL&R=5-OoEJRUHo;_&LS$4mfpJrba?{i3Ri0ikh% z(=w6KnY{MEUq-`FJwa!#$Z+*elNdI ziX}`*Y!=-YvlEbAb8O4*&8503r1vFiT4^o%KGx>M^B-1d>zYqP`(QtV!GR|tE@twR z=2v@(z}1&QAD*jTr3lp$J&=4k_B$)E%DO|gfeG4OyzwHthyL9OcsE2kuO1zM4g~;U z{N@A)J9{gOCpXl@2}Z^W;07F0-NSS^Kn%)ljY}^ev6N3+CR)_xIxq)-=YDD{9~||^ zXHGvW7e#SB|Eeoz80OVodaMhqnwCbAT@O9s1rp)JYbR^SwF{>^>!SCarm{+uk?BndK7Mn@SF*JrR@X*U(Z zmxb?@;_-$J0#$k#P>;;98~8dbiErSrL;yQJsTd)KOn2lx%R592TdfkVv)U7AZfbd0 zmW@}MO-656k(#k@F#EWL*rHyJ8E+9n%B|zqbo0Sr0z{-IhXPD_43q6W)Qyt6f{XG; z=yIWWgU0EFsxF2?tyWsyZ;#K1MoeTsoPtV8QdYLI-gv; z%P<+WpC5 z4IjggMGCk;yBT(oj{zhhG`Jbb_XgbQn^WwLB;m#0AD|#ov)6R^nfI>bxchdRTMD~W z*#yCnsa0GT5inhR#!k)*fHD~j=fGoEa;GHPYms4QJ4uWE56m~IE%x?qMb8`H(Z+W< z;ApcyNCxEX=FPtYn6R-S8SnY!g?v~D-%D4Y%66-ltlyIRoplOxEg6hAbI{)zQR;O*7Lmr5gTj)rlQh0H_mqe=8o>Y@IdVfQd z8iUjY43C2)xgqTSIuW(GUR0b-ZcMI}hK8R{;geFNHQ5+;dwu18EnC>6&20J zvSD+6HBqVTY9#?6&=;~`Q_xsoi0L{)r+8jrn%SK!WYWige9pug4xQi@TO6aFvP>Bh zoMI1$a2JiJjOo)E`vnHBW?zV1Y0%&<4>NpwLgy4^b2Fvp(@aZx6?#TPvLbPFeSs`| zX}r9Dczukx>ij0tw?6lB**<0;@IcDsWs($nL`!QsO?kMRuXPJJkQZJu3$->2Nl7z@ z%I}F#n`PT9k-O=xx){ida=pNrxz!o%yz{q+Jw9ah_NFjRSH-RR>7Hl`m<^Yb57hE! zf?JY`sQ@={XX$F35L&b28mwE}Ub9(#M&p!I#+zFt7xlW6K0>#OdVgT;xwNuBr+Av3 zLkRC!uqUeQC1N=cHYi@^p}LQQ+Bj}NJ9F%duvypvc^m%0nmra+Ia4}59FDMk6)3Vu zGU)c=Jl=t}h0jT^C|AY8k468zNs@3H6U{-~E1PgS6+LTrt=xf)poO)|*CTx|5b)D> zgk>G^Yjt7vWr*hA>fcC@9!zH4ahtay&8Kl!ulVgd2{tMQUM!R^>D#${eZ(AgIL*BouMi-s2sp&9upJPk5BhD^*faURsA%>?X^uoSeVgU6(a!mh`paox_M!OsN4 zuMWIVYyd{(@n;K{R+CZEdA0?z2krSL+zbu&;2m&n?DS8;z?~zr;`rq2*7XRZVI5UJqqYvBF=&lL1t#Ocx9Yi2l^Y z_P(PTZ5=Mgx-UnecMR=P+SnvVt27Z^L}5iz9^BF@LX@Iyd4>7j`L1)KmDm&R;r@b0 zG*Kv137!L0Zdnzr98^%T_9+|HfNnm{EikCo9TulD2h8)CMDh`t16u{--k1ck0ea{dcOWN6k6}mBwovG(9saM^mPTIodTx z_;KsI^p~P8`HB{5&PXA&;yv_Rwk0id=_9r8!f==DI#O#)%PLsyS_IlnX;c#7Sq(mF z)lH+@XB-m)Fr&!C6=Y?e^9X@4eC5nG>J6@w%~mU9F-9O?_vFJ2iYLVy!vLdBHowXM z!4gOM&m=PI5c0cv-fq>c_e4gL+!?sm?On*>Cp%hs-d?X961zU!Uf-osuWV!`9(Q!L zUSEZ(wmw{Oem`Qtt8VeQ*tx1olx=mro4^SCP81P9T6Vo zTmvz_DOS~e7~i#i5VknT6n91FTrZzbc@+#9NMXd-Kly`Aq+skvH4)ZGraLlr27sRRPI!E z*)LA4Slf5kixdKN@7^v=fDqqM}fj=y;t(DKn_JwYzR}C zoN#G)OPwNNLOhyjrf2Nz!y3C^vp-<-#)qggA>xM*SQ*+ZYxpiza*j?a!Kb*2F}Aj- z`%+?L7H>wb?jh^OB2GuhX=;d&JELF&)A^6S$tQ#%%n6bWW0bz8R`vA*4)RLGB$Vap z#(C#y2(#DqL&J8wk}QR*JSmO#&0cujor8w_LEX_%1jOA6=|57_;i8(FK~l^x2idlVp(I zSrdn2f2JG_v2M!w7FZA+qfSmJTG*ZR{f+_=JGWU)JWu} zzBD;nTkp}#{RhDBW&Y$#jA7EpLQ6v$06_ZrDzUS7F$dW_l}J-s7Lf~TSoaZKUgcWt zFkMmxJuWs*Y`L*`l0XEFkFSNml|blkyJHMdY88hVgy`%C%IUG-_J#Co&<9E-t^{Dz zP?bP+ch6I$zE0dj4SQ4^HV->|k?9GZ01_=6*MEEejpzHKokv-f!@Bbpozwm^d-t*u z(^O^UistkcrzYRpYu|-wQAy>Fg5C4R(!)86^Dg8mf(6}&c@^BWPZuS^3lW&c9S93M z`j|x8Wl9~(S-g7zsrS+Q?OYK2xQ^s6kdW!tMnkxkF zS6{W*iOJJf(6wmuE-|59?`#^{wiP8`h0JiDQr1Te1Zm8}7CKa=oJ4A)YP8xIw#14y z+~FCry4vhMUs2$H-kM=3-ym8H1V>u(-IZ@CP;5cV20)UR+@0nDTIB6kiAxP-p=MZB+QM)RHf;W z38&n1ge6xG(3^btrD9_cyUOfhk*%rU7uq$b*Jz7{8q><$wF3GGn6;&oop*>Rv?(=O z!zN{&?jgA#Qg*wK1AV~u8f;Vbtx46rlvpqdhcc5aS^a~lP)At+hOjC{k`E^niQQb0 z3Sm+ed`ari5_li2ym6M7s(9i{6LXj4=5gngs?-r1L{XxB(@svYmwv?8NxIN1f96 zD!*iQ&WIr?2NNniSLI60GpVf>Et+BrPYFQC_HeCQKi@Yb2-$*e(OP@oYi6zC#pYNCzlNkFOPeacoz-1HY?9aEschBb01Gta;I%x zYP==XDJ_drW#J0B8I?HWQqAR$sIhF%UsY4o=Gxs-EN8-3ja_S4Tm+uu>{IzyPs~=q z%Sy5;7dI2xiJO2C^L}2krCg(Tg-jdbqqlwT?NXm(IxdNRM}M3_;Gy!x%kX7ic|8M1 zQ8*P>LMcVcrM{SVF3mo>mZes7s(6yB0vnb#lwwjnya6SP-L)>p8=gKtll>NwGyQt8 zEP6(&L7KkYea0DL5tc}V_rAhsTqlvE#lw+gUa&A8`EILj+BnGc6(YAd;vH;g#jrI~ zTc~AQQDREfrh2lgbXzKgCK;ut>@(Id9ty3&C z&3K5AsKZyn6*$iEa&CF2Vc46inpaJz#15{k+lCnRArsbldJm=)7`+nAkxu z)OCfUEi_em6%h}3#c65<(cZYGH_2Qx?4h_oQCFEMT_9kdT>uSm;{q9!yF!BWeZQ@v z5i<#Fpau<0(!$RIFeqA1v`$@D0a!$AlGI}ql5+Gd_Wx+h2|md%ZawfG$eb8%Obrhr zmkO6O%JKf*TddhDpO|gkas4`Yb;B6WCc?t6$i z6~%^~p2x!3#==1@9xUt$=8N%`bS8gQ5Vi`{GTCr#SOEd$9g`^9V87Y=_zh+tok0B? z>>NLVzF>$!=84`l_p zD!kO6`~;8h$Zn@1l*R$m>vIDenWi^2o}WwuGY*4^uj-nuGe`#SFtJl^AdU|eiwBi3 z!fIOI93M$dm^cAsEV}hSF-DG&B;u*0<0uI1Hy~3@$s$%9SF_v14RI4M*|@G{X{I$> zVcJIwEJDy%HMr_TVkRu{j_w%MqLQ&)oA!@xkP@}^&2B*^uhUtMPTdrr&1-=s%C9Cz z9_bs8c;SA?v>((-u0D?z_`I?fnOvsi@lNDMzu0^D)=Qa$FZIgKcM73L{l}~0MaKoR zI-mM8XrhLUo*g)QcJexn`hC6-=C@vkCNh2tSibOf;>rpK!$q{tScrLM2?Vw&jNY_a zINa{do%Owe`BGYLlELEvg7_6d917%CdEKdW1s^AH4kJl;A}Hn1+9@*q2CF#| z0MoYU&KNH9qsN^$x}L|@x4XL9?w4TS$nf7JGc_^4U^HQ{M?>;0j>cc6Nwx&tu2jux zus^F(0l)nXF zPwn;aj1z}H&`{`dC`?_6FEzcn$=TlVe(lu+UJ04QhjN+w^O?|z@96Pl4sGUe4s5L8 z4t|wKWF#mG(h{M4J^45pw}Rf9AESVjC*x}KE87#TVO}@H_Hlh;UXqZnuSZFYfKUm> zk|HAT?Wb_T857hQ;Owz(vI;vQ_*1z&*~5b1nZv==-eO4T{z^37XtMXXVC=MG&vT-; zra!YQb*7?Bv?(kx>;^54eTW;HOoPOdHBLe(R~P%j)vuF3Vpwo=<`ewxoGrSFKO=)z zLPTVzO-YuF?doiKLpHJp#f!_++Uw-_TX1nNF^d{mYI3e%(i@X#c?Xk`=npQ~=Fuug z7o}auG0JZ|Q0JgvC5)&ac+wVcbj_KWPG7|3^6K4QhHiL9i!{Ww;e7YJ+N{bC4g!*D zOJqqIk$!+w7x0m#3Q($oob!7)GQ)6(XkbTqGvA(qCJqgd5Ev%hReMghk{J`v9%~{k zl$g@XbrOodEt6(~WJdLw`z6v>C2AJ6(^VgJbSH{2aW=@XOm~QKF`01zD&k_i=#27X z#c`=0f2+zpB*(+L()>z{J8^VLfM7$_z8vJX(@`BM$)4)Z$=)KF;KY53{lKwh;qz*| zC3YLxOw`Cs8-GK}>2U>`yDxgpV<2)pCjFPzof~Zw79d)$FEU@*<}CCjTEr81p|lbK zZ1SC&Hy6*z7ezEdJyzLVQoZFCBw|(pM?$c-%A(#ADqgj96YNgk89Z{7mrN{hIT~B^ zr=1+Rc0}L4b(&!-a;-VF>wUW=)>BGi);)+4iIk?Z8hHO~ey=^0{$6kOY;P`u_&NQX z+jYay-t$raM(`a5j(hCJX_a~m13of4s6na+LuxwxlN{rPhaYW;Urb4>X89TKfBN=M zS0DQgcEcp8M`5YF%|1` zENxT4-JEkUh0iMT8YFrM7V(ol8*g0$H<-g<;bR%TEx!5=rb@r}0t=LSIq3K?0^5#G z0hX~LL0Xb~UQJh1O%#5es%9`mGC0B!P8iD2Q^qiizE8K`Ug_(iW_uFWKo_g}@HwnB zS!(HF5|7I@%!0h>(~kNT`ZF#cU7=kbS%oka7*xYoBZ1#y%`F4tSb=cXQPDIWSk z{d4Gfv52_y^WvcIlufO?ON-#4;%c09Z?6d(0Q+=A{8j(Cj=Ru08s=LAkqpaZ(m=E_|9XAj3nvsTOI!)NksM>t3k7D1P{4RldD5%c-<@%RNZj znLL;wG3C({-qxNf2-;Q@g$!jbVC1mi(duQNOlGJ7J;C*)x;vNgH{*OOkpRrNW3&-*0IalxLW1fQd}L`kK1p zZq!Jy^h}2}FQUoELEcBes@Jha{>a@~ZOI2%+&l&0qGa6x*|>9JaO3Cul_zeVi6UCt zU15|h@D**W$=J4%oIu7aj@S7w`3=c^Ih!rzEc;JHyEBO8q4j=1P=Ifp_+lqSr8XEfLh^+(Pz@d{wU~$PCMx@tT{z-}< ziJzX0KE_@uiK-&|>BB%dn zlk(rpxp|b0yZ>m$hDUSaKmI-@ji0cm2LE4s`7i65cCsLLANn@?j(OOOhqH>N>2zn# zl(+#5>Aj2%U?eqD>oR(?)HCf9wGcD>S`VoQ7MAJ{CsC+O4O!%jUeX{kU2{%Cw;&&) zFlPo?9My(`A%y|U=?@QUNoLg(BqysOXl>w(GWCgdYN%%PtY||aptqG+&l6tfX`oCK zS%kaBejDMwJAY@p_VHp_VE%?$F3=`w~ZiTzZTDWuG%eH|JC@ zH1?)ckf3g$ixyTukBp98UeZ~~f*$9x<-mp_+)FQxNl$A|{`m4BF5}n@e)z z;5J{{Z2r;7EjZS&d;1vXNdF<@G=;4!?Ln6Ix=JqAAUo}+a4(4)kO61K4ERpf()mI2 zxuUgxn7-Z`=p)4!h{=mK_Opa^pQDR(T0L+<@32&H?)|IQhudaEQF^lwN|DLssbbx8 zH82_1+@<0-B(aGn=~zjAiXF}{9GVc7V@KDfEb1_AK7~Zn#p1L)))AFp^yMdDghNsu z)nsEV!_KI-OmEt(+?ro8HA}84Bx@jX67sYwF-Xy+tDd>7Q}_s~@K|Ek7N-QGh9!_i zE4JA0yi>4*!&3grF}wAS%gFaQ$ItPrQ(Nspcy_RcAS*U&GrT0{rxRO34*{8g!dB&o z*|Uj{2?F>Cl4we!wZ#JQ-V~%%Nc`y!Mv^3JwwFvfwbuq;z+>wYpQGR>sDG8Z?6)=- zfjmzqO9Spn^`HvUm;+)srqVAC3J61+&!eZI@0SFyc?D(cKfe2B)oKS&{|b3D&~ugl z{dBmzvzqq2AAWy$^&6wmyhq{o@_9>iZ7W05Y5S=m=j|g&3I>h|`1Q{F(=(4d7yt%% z_V`^y3;_I#pMFm8@6^^)%K15-4jNz({z^ci* znn(VT$oaRT>dzVeZ0h}*0qU_(c$(qw7T^E>vo}2QsgI(65lz4EkUy!WUmDl`DfWwa z`g6&D7BjylXnTAsJnH?Y+5Xp}pXlMA= min_price[city]) & (temp_df['avg_price_mean'] <= max_price[city])] + avg_df = pd.concat([avg_df, temp_df]) + +avg_df = avg_df.rename(columns={'district_name': 'name', 'avg_price_mean': 'avg_price'}) + +rent_df = pd.DataFrame() +for city in cities: + # 求租金 + temp_df = pd.DataFrame(list(sqmetre_rent_conn.find( + {'weekend': {'$gt': month_start_date, '$lte': curr_month_start_date}, 'city': city}, + {'city': 1, 'region': 1, 'district_name': 1, 'avg_price': 1}).batch_size(10000))) + # 根据阈值过滤 + if city in min_rent: + temp_df = temp_df[(temp_df['avg_price'] >= min_rent[city]) & (temp_df['avg_price'] <= max_rent[city])] + rent_df = pd.concat([rent_df, temp_df]) + +rent_df = rent_df.rename(columns={'district_name': 'name', 'avg_price': 'rent_price'}) + +avg_df = avg_df[['city', 'region', 'name', 'avg_price']] +rent_df = rent_df[['city', 'region', 'name', 'rent_price']] + + +seaweed_new_result_df = pd.read_csv(path + '/FJW_COMM_' + dateutils.format_date(datetime.datetime.now(), '%Y%m') + '.csv', sep='@', encoding='utf-8') +result_df = pd.merge(seaweed_new_result_df, avg_df, how='left', on=['city', 'region', 'name']) +result_df = pd.merge(result_df, rent_df, how='left', on=['city', 'region', 'name']) + + +def format_rent(x): + """ + 过滤租售比,大于2000租金为空 + :param x: + :return: + """ + x.rent_price = commutils.format_rent_price(x.avg_price, x.rent_price) + return x + + +result_df = result_df.apply(lambda x: format_rent(x), axis=1) +result_df.to_csv(path + '/FJW_COMM_' + dateutils.format_date(datetime.datetime.now(), '%Y%m') + '.csv', sep='@', encoding='utf-8', index=False)