From abc6f4c6ada6aa4d9d1c0b1e41cb27a1ef143c46 Mon Sep 17 00:00:00 2001 From: Jian Shen Date: Mon, 20 Jun 2022 10:48:06 +0800 Subject: [PATCH] =?UTF-8?q?=E6=96=B0=E5=A2=9E=E5=9D=87=E4=BB=B7=E6=88=90?= =?UTF-8?q?=E4=BA=A4=E7=BB=9F=E8=AE=A1?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .airflowignore | 3 +- dags/stat/__init__.py | 0 dags/stat/evaluate/__init__.py | 0 dags/stat/evaluate/data/估值数据统计.xlsx | Bin 0 -> 13447 bytes .../evaluate/district_count_thirdavg_deal.py | 123 ++++++++++++++++++ 5 files changed, 125 insertions(+), 1 deletion(-) create mode 100644 dags/stat/__init__.py create mode 100644 dags/stat/evaluate/__init__.py create mode 100644 dags/stat/evaluate/data/估值数据统计.xlsx create mode 100644 dags/stat/evaluate/district_count_thirdavg_deal.py diff --git a/.airflowignore b/.airflowignore index 851ab04..1df32a4 100644 --- a/.airflowignore +++ b/.airflowignore @@ -1 +1,2 @@ -poi/business/.* \ No newline at end of file +poi/business/.* +stat/evaluate/.* \ No newline at end of file diff --git a/dags/stat/__init__.py b/dags/stat/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/dags/stat/evaluate/__init__.py b/dags/stat/evaluate/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/dags/stat/evaluate/data/估值数据统计.xlsx b/dags/stat/evaluate/data/估值数据统计.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..275455debe7d555e79c1f77cad390cec487281c6 GIT binary patch literal 13447 zcmaJ|1y~$Qv&A7eK>`F#aCZxC!JXhP!QI^n65N7Ia0u@1?(QKt1b2VCkZXDOzw>=C z?DjcT)u+0fnVuRMac~G&5a1Cg^@A69{^NK7_(R`PPsYa5%9d6J07CXV zY=4UK8b>QHhhnJr=KZMa8NRj5ag;|GfvLkUtn`V-fGQ7tk|8w9JX2m(OFT47i$N_; zwJk`Il^IjNPv53j`?EGIneYK+#6^&??;`?rk;!%YhVI&%((gUPimIZa)Ln|)q-jXf z_?NWF2rJiEz15C1RY*Rp2`uTOE-%l_%~EA-sKG0Pu*|>CjB86+%-m#5#KLWN-JY&3 z>}hbetDN1|NFgc(s^Wh#u0ifP(0x5>E2tN5l~LwnrMWr2hTl3tXw@^icENUv4nop$ zRo{I)9&UDVzoZNIPj#1(-@TIqsH+c97v=Bj>RH+t0Oj?MS`q7@L+d_-T*+8(mYn|) zGwN^^sKJh$Ot$R5ZU)Cjy%*88>mly)-2Yp1B{m>G7} zcS`c1)LOo}EGLNjT?Phdw#`hG>WmMaAG}ccNtC_yeAoljw3U$rD+OS=3HCn9JAky& z$E5SV3t1!U=Fx-}p5wu{>+j9~x-jjLqp?V@cBF~3_?i-0Z-PlS+JWBf0h4F2#IiwF zAb&x_npcQ~Z38NyP{NufW^$Zk;sX{Q`96lY;nE_l8#$l4Sx8BE&B)9p{No4C@}%@F z9~d{1dFfK6gNcE{E_n18qEQjae#VUi^pd185k1w%ZMQ6Xo*54NkHk{#epDj-Yx17L zom}bLHuw)AKVJVc0n=A0L1cggAOaGA`i}(I+uB*015=P4IbhO3hb(mI|KK~SIo%OH z+ve~I-+NpLPO^fvJQ>rhPsCyY2iK?uW6Ydq~R?_?GKvMUkWs!-UQ;j zB@~EpImp7xE|d1CXxoz4!299}0u=V&mltq=uuf)A3(LO)5T5~#mNurgMg|6Uzb`@{ zEqbay;Xy!ZR6#&6{~z{=LJv&U=VUd@*E8tCD{yB#FmB$j_~tzY?xPZE1{ zaP=NDaAD!z;qtij-l4^nO{v$~v4;KjI<5I9zVt}tip2x+;byJ#iK#nxno{mn*+W0v zh@s{1p+^fBo>bt%>BfbXr=s-!zT&r%=_UJR%N4KAB>NV2kNb-&Utj$DAKd$g7h5Z9 zHfhpEjt@LrJ3BikJI8i)?nWPvcM-}rrVj2-YbLI(9<6PcCAb^ISG={tmGGBWe%@=~ zc<#}LH7xA)Nnae~W>AqnP#!ZsE+3{!m3X*WFT36J99YzF9a^Zz^>vZ8<#w#@UHN;S z8*_}W!3l2~x-NUJ+&4BfG^D!WEM`4+7hWOVLw?iLTs;p@)7p<8-JDtL8ai+|-3Rzz zJ>a=bI*s4!b2(|ezdt&QUwSx=uSn~^v!Um&34BL-#Y1~=nKc|8ayw*sF0nVpqK-Il zp2_+6G3NI2-DSN5P4zKeReTv+Pk#s_?n(pFVR&FJ++}~8MdM=yp8N<)z_D5X0BvJ( zn&==U^QD!r;>Q`SosEsV_0H8b7p^Z&9E)eG zYif@dQ$1BYjoTgf=z#C%@wvAxh5)R%^SXr(tEG z#zOtJBmTxJUJ-};+x;q~d+qg-G7i2ik}|lq!q5F{HRi+fg^%f}#+SMW(rvBW6E|JS zFa+tw;CfOJR-=`E^rT=$M)MsBsGt%|#kzw*APkAs^qYbp_>yo~wr{+mgeZZh=(QzT zHY{6dvhVt1Qr*cg|9SfQXxVhvmIlpUqDkMG@+M_&g9Kp3RZ`}%;Oq!9mUVB(n}0f0&;ctZ|63~{ z^#5$M{l%<`roZ%KXJemvHmv>}!{1tgVgFZS-LFpY14B~wiiUeOO!FMl-&+A8{b!^2 zFXmH7#B6nw&mqY@hxE5rKuG`HIR4BOdkV=rn)2E3w_hRstrZZ`e>R%_Vm^h$%vLuo z)s3?<<#`QtjGe4*N(vlGHpS1`t9nk`%yYi}z0tfNyU117E0$$Sb-L*z+pFet?kPjn zpIBfP^9lnhm++um<^}gft^r;dEK|YLTmrmuNhacZsf6G2C9Cr6N04Qva^|P%Kf=tK z$QPR~G5Yys_fAlRtDV`v+0yl52)*}D9b2~}NpQ(KubiDoc`=RG&sBVRhRhHbEG^E> z-jyEU0XBn7!pZ=eGeA{BcmbdN;q{Bb?U7;m zposGhL~r>ol|S)Ko5*;Q=u@2$nDXTXMwCVP6)|Vv@ptp1m&f_Lz+l1Y^y-dSQenZF z_p0LTjsR?M>K7xOBQs#YMpg+<0(^cFoTiY4&XCX_4cbjzp7jp(SI{p;KmQ1@L0ujf z0<_WAt4hC1s87Z8)^zO2$>$>bET9wi^0+V{;J8Mwh`z!d|+2xKFuPVwyu9*!LI`(|jNmIjLwW2S~Ln$4CZJ`}$OE zfm8)j)43-=YEf)15a3#lkp=`@_o;gB5}>8S!zwIAm%%Y$yosrTol1Lw1&7o8c%?nqU?MiAi4ZQE(gp8xi7ckrT)*T zP=7&#V%aA-v&-Z1fz*tC)qEhelESnMNR22gIxhfH%gW=5fPk@n)hZysj?#4X3Gl6` zst}R?xIbMJAZNoHJwk02O64axON)exfYk2t=`tXdctEuuNbRIDWiABDSy2R83q}i};|<4ecvDW>8g283jp)z3Bw2xNgsGP9JjDeV zl17?BOtjFxq@#^uuJt?TT+?k3pn5{5HgtTg%43bek!7Qe!A6>0e*h;owq4Coh5*5i zUCzEq1Vo!jY5x2N{Z^@}&%8GWp=pZAyfgkgwK^KdEqZn;wmpirSH zzq*W=Gw_E)fDrwm&u%CfpA8SR*|BRE0c3}QVJdl(sPyGe79*(Mg0Esq*<>RuKxtCF zEx=p`AmV*@Y=DaX>LvrJUdB@#$-jjU3h33RO~uVWSrV;FZh>yl>aWD%AYKNd|lug zh$Jv>JRdkG6sMncP|Da;1P<8yxs1&X{13T>fH8@fa|zMhK%5xgLcsU^77!e|i6(Gb zoVtQ_BR-G$pCEuC!qwS!!-e&o{b|_0Yqiw`%sn~>FW_wOc6~x%fnCmm0+@iwg8MWr zT7P{!C9pw8o2_I^F{s)4~0cZkZ z?C}HLuZe>FM786?{O2U#++vnF#Rdkl1e@oKaFh&)4Dions}Tz5^6w0zBq-1KVOQ~768r2gJphBwgF+&@ShUJ8l@fi-8%}eZ8bOADVnBXyWlMEe*nsb01-ajg zNjeLDtMD^D3}5`qz5>M?FC8M9GWgshvvwyRBDW1$;`MEaJCe$B#bOr97jN##_Fgl%XiNVeEvcV?m?EuMLOzNxvR1)itgbFOx8*rIYX0fGim zI-VS|Q&G0Ee8>!21lrHT;dZIow4dnDdS_W;y=kj1a8hTRfJQxH(m zFbRGkzLBFUJ__Cq4I;xEOeD(1K5_&BDbu1M2)JxNj1VkSm`KMB4c)qyA(#%B3{8b$ z>(lRPNhO>`5icpxy1TmRVmv$#$;}N8Zc-V4vyCB`v zlIniB+oxpFNO#=wcs6I*;;{qO&aKMea(zC*lgi_MJ+$TdaMTI9vSwt~{+_6U%)qz^5alIN^i7>%qRfY$aEpGXyYQkLs7 zch)z>%cHW-ehA)qzIQP4l%X@D5}BPFHhwQnpze_SW`%6nw!DM(;9h(QqchOt>Ey39 zv#?e!i9CBvfPYYlKjy6awvI?Xeng-%A?RnBF{`lXW;>!NcG7Hk7n&HFbIljKw(x`| zfl0?+a52`LTfDXp^&=QQ4e7}w*#_Quq>Kl>8_a`6H@L$)5IV&S1V7_6Nr|}R8&9#8 z2ON4<);jB)5kGXgpdRp$jd3xFTk6fC?@{kI@wX@$J$jamCS9B?%xq+%`HB^GXnXva z-a6D@J9gzK!|iA93gk~~g=9*%0`cva(&Dgo#vRbT%5z|l&|ZBLR{6Q-%bj1Z6J{2? z)FHDLdywEN$4kv_h(+x4(utb(2^E{p_Pc47!u;2UG&Bn+cx9U_dVp%f#|?y-F~2{M!}J}6h>QqfRehA0%5ftVP4`0lsf zR#&jbx~mN)Y-P@m7DyrOT<~gcs?ROy%QBioAy~nYTvnc!LC!+(UiU`+)JC>Ln1mWp zs7;0FcJDSGi7wiYOpd8-XQM{rZwmu4s%Hvh!OECSs_~DXyM$~J917=o<>kqZc2n%` zHXXplNO)Cx(pvX%xk<1l!(>R+1m8Mcql=_kUWJf}cl-Y&MA-tJ$&4=K<0sn0BNpvZ z8lauvl`ketR5OQzSWO|Gfl_gv>E#>WCtB-+fF747iKJ@`7)`At7=(t^I zr#RoT8^30?#M09>qnieJVH1*Lud>M@Ov4vUNe+CAw4I%`A7PP;WE8ZWW29D;)tD&O zorVu#DSbH*!tCrj^`>)_W(YA&{IX!Z`ju*pjTBh}1Vm$KTGn1_79r+jT(rt0+L}Gq zheVCg`6j)xR>r)PTv5z|74=$;Aho%-$rEkg{W*AMi$74qOJZz^;Tqp}_+P_;zvcls z-fnAH#EO0M3I<{R9{QhKpVqJl7GZ$>xN%t!5QOJ{8Mb!LW(KyvowOD|;-t9SUol?1klBz-))1F!WRsd}LY2!+27i%* z39ojdgN&n5tPqeQ&|rzc+Vs{HWaW&r#S-#pj3*C1+-+eO5k+>TIB&|NX}l)cyRnHG z^L)sIE{0>-2)R<9tC=X$QuDA~NGPt?%)A6Hb1|x!SmXL4mU2pM+;sasoMl#e<*u(6 zPIG~P)~VCcLez#>w`;hNWQ$nv@pc!*xug8cZSV%iC2?JZI1DwpV6S~e;%K<$cf%G3 z^Rg%xn+JBCvh&Qjt!9LCiF*%ky4cZ%1vM^9-jt#@v{{r3Y8^FS7vkWq!;wum>I2GNh5dX7KJxw*rC(1SI~Pw9_pRMU zu4@JDviKTls%lpUZBeHXX%oEjz3+XTS)$?{QhwyjiEak%?l6U}JN?H1Y@-}Qmfbog zCwoKT*FP26D(DDGYrk0Z|&o@t_7aY>6w!FIFlM-Ep}~b%}AwI?cTFc^v&4_2!_ASsEo87>tWF@EP~E>Z}Jh z%m~bWRtBzny|7>l_z6dRuq!K^>^=@wAce?&iLhAl^f#?FQfTN~VQvrtBlh(o!M-dD zEmH>MR-^4->*wg;v+^gChH^4YVGlSiJKBcRP4O2>OpPLyb4^ zY7#nNX_%%LW-x!Qhow*|!-89vwl}Z5jQdsyRls6WWhhCnpg}%AUG^ADB|nBrn^r7f@gH^df|>>yJ{xGCirSx#*VO>l_mA7i&i6w+e1wX~!d%&0uY72#$rLVG0IH8Bx|dcVq)mP zt7fdZta4%RSIgx2>3pj{zvz|0EBg&*5Ev2}Y$|6CLfXGjBdAYF$RFbr3eY@-P?;Z+ zR}Tn#M{y&7{xT9u;untfTsLj=ce;i$k}&(8bOHqAwd?C)B1>v-YxzBf?PPP;M3jNbK%=>xVIGX zabK8DT@0gOn1;Ug6`DfDb-GEQT1c+C+lmalYAZq(Qm4}28${3|5?1C&e`#+v)8sAI zjpSm@K8|2@WF5{92Aaz~x^HdQ57y+bF>^#s&b1Cc`}ytoaa|A-s$$_!}1SqntxX2h!G$3NqAHnS|ThV&CmX=e!YRX1RxRdYb(5LOn{6 zgU-OORqj81U3qifU?(;otue1wYr29bg_S) zE|X7wey&b0m^AIH&!w{=qcCmqZ?Np$3{95Q5kvZWlaaTG8A!p!l~IHk+NT;B5(lLA zL8w;`8wdZchvftuJCm{bHQecE$9aHx?4K2Rv&wCY?^hPE<(093zIo zq_e75)ypf&DUtpy#W&)rw-dryV!YW9$uxBOZG7$XVbLZ#rjkeMlY?!?No<6fF9ppZ zh1I_lC&UB>!=o2StoGkjR8oqeU#lt{@!milXc(T$Oe8XU8L9~CCo*QMQ`(ZmDdyk{ z5Z5K^bab=SbdsBz34D!NiOM!N!F0@0S8x%}G*j>(tP|51Z{^#`OODg0VCBS8kt3XI zB{%QW@uxEH(pl1&5AIMcuS5^5(l@3=eEYQ;5&bBfpdiZ(GEtL@N1S5>7T$TGfOhh>a2t|{m?Rk$wJWoJw6(nWe!X5( z_Wo#@A^YXc(FT5+uRUp6Gk#D=jSD%7hqCc9MVjPDb0Qa~>vh|^3HEQCc7BE_cYBr< z6OMXuoOZlspmuWR5I8A}Rk-l|yOsbvOm(ugXfiu*EAIHDHD<8{ToUznLPedn^K=n->KLz2vySgqJ|8ZnxSbhD3}it=V3djvjq~Cd z8so__>#W0!bK0{YQ97k-5J2})oN^p(gTcWXkv?*!EMC8fdR0P%NeTB>`)*r>GquE^ z0J*i|U5nH4nW#j&fCxH2*;M&=IbD@fh}RtT5f!cF^bf1h%Cj#Nbnql%eWf~l;o-^X zY)p!?CXSqZyP~uc6^wOjjX0Nk!v~3cITW!uB*E-;F{!qt(v>T^Albp2|svS6V*hvFU{<5}u7Qp*?_ zMOMy*^mYR-3aPX{WhZXFcB1xuUlOf4JXEN8X`2^)^Y?+uvbrzem{(uq?JpieCU=6+ z3}&M4eq`opG&oEZD0Yn_J*qy|9-Yo_%?5tnwpqViX$qn$5?ZlnyhXk@WParUaQxt{#dFgmrM-6>~2!Jn3ijRLz#^ncBE{ zd*lu4YPi)sm5mb|R*WxOv%72KI1;CbGxz|?0l3P!-DUDHvwpwC##Rerx#}AJ-9m?G zVBX?}@`!NOe6+2?6)q9oizZETR(E2`;1F+n{2YAa^|x<0kaoVp;q$aiVGX-&MDK%| zDYM-MQkU!G4zj(CO)PB>$ERYUtJFU7Qta~fZxlt5j0*LhMj*}97=9aPFv^Iby9X7) z=UC3#dLw<74K2V?Ym>6J1os^Z>BPoTDZbwrSvQH}tNQZPhE3Ffm`M%vgUALY(pro> z;bsW*fulx4bA7vxQyy3_RU>m!n;&BpDP&YUMl?-b>4ioYsj6<5i=~hD&+9w!0F0uY$J- zy%Xt5;%M2%dgq)nPvK`nAj0U<1Vbn~GhO5HmDfkw(xOUuE%bWw+_2ZnOJcK>FRuxl;l5+VMl~xr*h^Nta7({f z98|oKVF49O&8`D)B1&m z9f?!{YkzodY`;g|@PH#UK1j&Knsf)>T44yAh^%ewhoBc!(644o_aecnjGbNU~A=q*pAVu_MmXtYd3KzoX+^g zje(4UpDHV&$=MnS-o)6;Wc+dCP-%G6qvPPB?X{SVk5@tk6*G-GoKDv0+gL1hd1>dN zCA@HEEb^EuIj-QPWzg>e05@Q&Nw)}joNem5`}q+?V( zU-Y%*|AFE(G{I78ni$WEeL}iK55dYCzwvRqW3}*cp5eY;aPe~t`(2m5s@DfG!oKbO zf{FF6K{V#93v{CzAM(lReTQTS@6CShQi9<0gzP0Bx}c8)qju{VV6*dJd1ybvm&p^F zpdtd?9#od7^Wywr>gm^1aTjMVbJFvzH{lnD@GRw(Rt@NyAq>nY$s=f1J>H{Ivk$TK zd}|>&*S;y>9W;aDggg0k5;%VBYs#7@VIX0f{eU_2)&ZJ+>QAF-DwK7 z`C9t7snT|o`RQN& z#ZMREJ|+SwZtAC`yIkgVlvtptF;dlceQ~CO7$HBnOYu&|!#u{+$ukTGAp;!m{glk&RV?EwWbb+;0(e7GmJ#KpzyB#1Xj%C1$w=81j4v0=+Bns8p=J0hzSK; z-_+JFYVMMxP!~C4s!8GE$QyF(>cvrUOTLQFMHQ|{+IMlf>-TmMB{voIrWEQIc9t6C z(xxEd5}xqOf*f3#v%Z8sx`y6(DFz>cHIm_|avfX&I_?VWDQF$@Mg~usn;Ros^)1+B*uLAOtsdYH|yfTVY6dbhLZx<$p zs7n+4V)@^N5WDI5+1tBU?W(i6aX4y2l$QCi5NlcC?O}ZWgt|30{?)qelOV%S=QB|M zP-xI<+~n%-pp%Mx!|>FJ(dmFZ2rC{7k0EJ~vpuC290T32;ke zqNCPziJ{1#(h(lFcQU5(^3Q7Fp^%(tP>BOC@rYl9dU;>{&R?VP%(aihAbXEHM#B7s zGq;+YzTP3$RI{XC(w0j2nkTXVq8~Ozg>T;scTzIg;a-57M4v*&HZqG12lDWUNyeVJ zwmTNh@K%T${UV#E#5wr?e%1s95LL^@!0h*mJy$k|#z#Qg3ZSkM?oSL25Lp~G0;m{9 z?mqN6MBZ$cbVNs)v!i|UQ&QjED?#FMlms9Q+#r5fU;)uZ@jj&EZ7_V&h;fr zV1$u!T_G~X-Yfz=)YmO*wgvfI2nvdQ#KxX`;LuSlu&CIO8bL_iKS4ftaYMbun(9lB zx)gpear)3T@5IDbdt2m~TIGNUhaYj~-Xjr1Pv?4^GdHuAh|LLgq2vG7^4D{_f0J|L zC=+uZAY(m1PHey#aLM}&1C~twF`EBS7f`JV-+k!Y;T5Q#SZllf6~ z2q;3RNGavvVKx4&N}Tv)B{;eD3;lE*Jk2VS8Es4Q5OAm+1^V+ip&V7DXf z9QWs5Hmms;%e?cqq%wil5$lgldWuzuE19jIrgtx9`Bmqg(*#gi3KN@r;4=Bl|iLk zvX_bs@uTBUQqdFqbx~pva%kL}Ncm>F zT`xI{7wC$c%(L5GtopvkS$+E7)5C4%2G14s@CC59B^)t?2)8|0>6q5r=%5 RtSEqYTc80r6FMO8{{Yz(FuMQ% literal 0 HcmV?d00001 diff --git a/dags/stat/evaluate/district_count_thirdavg_deal.py b/dags/stat/evaluate/district_count_thirdavg_deal.py new file mode 100644 index 0000000..1f1e1f7 --- /dev/null +++ b/dags/stat/evaluate/district_count_thirdavg_deal.py @@ -0,0 +1,123 @@ +from goojia_utils import MAIN_MONGO_CLIENT, ElasticSearchClient, dateutils +import pandas as pd +import datetime +import logging + +""" +统计小区数量、近半年第三方均价、近半年成交信息 +""" +log = logging.getLogger(__name__) + +df = pd.read_excel('data/估值数据统计.xlsx') +year_month_day = dateutils.format_date(datetime.datetime.now()) +aim_file_name = 'data/估值数据统计结果' + year_month_day + '.xlsx' + +seaweed_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'seaweed') +es206_client = ElasticSearchClient(host='192.168.0.206') +district_stat_conn = MAIN_MONGO_CLIENT.get_collection('fangjia_stat', 'district_stat') # 成交 +average_statistics_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'average_statistics') # 第三方均价 +deal_price_conn = MAIN_MONGO_CLIENT.get_collection('fangjia', 'deal_price') + +seaweed_df = pd.DataFrame( + list(seaweed_conn.find({'cat': 'district', 'status': 0}, {'city': 1, 'region': 1, 'name': 1, 'alias': 1}) + .batch_size(10000))) + +cities = df[['城市']].drop_duplicates(keep='first')['城市'].values.tolist() + + +def count_stat(): + """ + 统计小区数量 + """ + result_df = pd.DataFrame(seaweed_conn.aggregate([ + {'$match': {'cat': 'district', 'status': 0}}, + {'$group': {'_id': '$city', 'community_count': {'$sum': 1}}} + ])) + result_rename_df = result_df.rename(columns={'_id': '城市', 'community_count': '小区量'}) + new_df = pd.merge(df, result_rename_df, how='left', on=['城市']) + new_df.head(3) + new_df.to_excel(aim_file_name, index=False) + + +def third_avg_stat(): + """ + 近半年有第三方均价小区数量及占比 + """ + new_df = pd.read_excel('data/估值数据统计结果' + year_month_day + '.xlsx') + s_date = dateutils.format_date(dateutils.add_months(dateutils.datetime.datetime.now(), days=-180), fm='%Y%m') + average_statistics_df = pd.DataFrame( + list(average_statistics_conn.find({'s_date': {'$gte': int(s_date)}, 'category': 'district'}).batch_size(10000))) + average_statistics_new_df = average_statistics_df[ + ['city', 'name', 'region', '58tc_esf_price', 'cityhouse_esf_price', 'soufang_esf_price', 'lianjia_esf_price', + '5i5j_esf_price', 'maitian_esf_price', '365house_esf_price', 'beike_esf_price', 'qfang_esf_price', + 'fangtan_esf_price', + 'tuboshi_esf_price', 'zhugezhaofang_esf_price', 'zhongyuan_esf_price', 'jiwu_esf_price', 'anjuke_esf_price']] + average_statistics_new_df.fillna(0, inplace=True) + average_statistics_new_df.loc[:, 'has_esf_price'] = average_statistics_new_df['58tc_esf_price'] + \ + average_statistics_new_df['cityhouse_esf_price'] + \ + average_statistics_new_df['soufang_esf_price'] + \ + average_statistics_new_df['lianjia_esf_price'] + \ + average_statistics_new_df['5i5j_esf_price'] + \ + average_statistics_new_df['maitian_esf_price'] + \ + average_statistics_new_df['365house_esf_price'] + \ + average_statistics_new_df['beike_esf_price'] + \ + average_statistics_new_df['qfang_esf_price'] + \ + average_statistics_new_df['fangtan_esf_price'] + \ + average_statistics_new_df['tuboshi_esf_price'] + \ + average_statistics_new_df['zhugezhaofang_esf_price'] + \ + average_statistics_new_df['zhongyuan_esf_price'] + \ + average_statistics_new_df['jiwu_esf_price'] + \ + average_statistics_new_df['anjuke_esf_price'] + average_statistics_new_df.loc[:, ['flag']] = average_statistics_new_df['has_esf_price'].apply( + lambda x: True if x > 0 else False) + average_statistics_new_df = average_statistics_new_df[average_statistics_new_df['flag'] == True] + average_statistics_new_df = average_statistics_new_df[['city', 'region', 'name']] + average_statistics_new_df = average_statistics_new_df.drop_duplicates(keep='first') + average_statistics_new_df['近半年有第三方均价小区数量'] = average_statistics_new_df.groupby('city')['city'].transform('size') + average_statistics_new_df = average_statistics_new_df[['city', '近半年有第三方均价小区数量']].drop_duplicates(keep='first') + average_statistics_new_df = average_statistics_new_df.rename(columns={'city': '城市'}) + new_df = pd.merge(new_df, average_statistics_new_df, how='left', on=['城市']) + new_df['近半年有第三方均价小区占比'] = round(new_df['近半年有第三方均价小区数量'] * 100 / new_df['小区量'], 2) + new_df.to_excel(aim_file_name, index=False) + pass + + +def deal_stat(): + """ + 近半年成交量及小区数量统计 + """ + new_df = pd.read_excel('data/估值数据统计结果' + year_month_day + '.xlsx') + # 小区别名升级为单独df + actions = list() + for index, item in seaweed_df.iterrows(): + if type(item['alias']) == list: + for name in item['alias']: + actions.append({'_id': item['_id'], 'city': item['city'], 'name': name, 'region': item['region']}) + alias_df = pd.DataFrame(actions) + seaweed_alias_df = pd.concat([seaweed_df[['_id', 'city', 'region', 'name']], alias_df]) + deal_price_df = pd.DataFrame(list(deal_price_conn.find( + {'trade_date': {'$gte': dateutils.add_months(dateutils.datetime.datetime.now(), days=-180)}}, + {'city': 1, 'region': 1, 'district_name': 1, '_id': 0}).batch_size(10000))) + deal_price_df = deal_price_df.rename(columns={'district_name': 'name'}) + deal_price_seaweed_df = pd.merge(deal_price_df, seaweed_alias_df, how='left', on=['city', 'region', 'name']) + # 剔除没有配到的小区 + deal_price_seaweed_notnull_df = deal_price_seaweed_df.dropna(subset=['_id']) + deal_price_seaweed_notnull_df.loc[:, '近半年成交数据量'] = deal_price_seaweed_notnull_df.groupby(['city'])[ + 'city'].transform('size') + deal_price_half_year_df = deal_price_seaweed_notnull_df[['city', '近半年成交数据量']].drop_duplicates(keep='first') + deal_price_half_year_df = deal_price_half_year_df.rename(columns={'city': '城市'}) + new_df = pd.merge(new_df, deal_price_half_year_df, how='left', on=['城市']) + seaweed_half_year_df = deal_price_seaweed_notnull_df[['city', '_id']] + seaweed_half_year_df = seaweed_half_year_df.drop_duplicates(subset=['city', '_id'], keep='first') + seaweed_half_year_df['近半年有成交小区数量'] = seaweed_half_year_df.groupby(['city'])['city'].transform('size') + seaweed_half_year_rename_df = seaweed_half_year_df[['city', '近半年有成交小区数量']].rename(columns={'city': '城市'}) + seaweed_half_year_rename_df = seaweed_half_year_rename_df.drop_duplicates(keep='first') + new_df = pd.merge(new_df, seaweed_half_year_rename_df, how='left', on=['城市']) + new_df.to_excel(aim_file_name, index=False) + + +log.info("开始统计小区数量、近半年第三方均价、近半年成交信息") +count_stat() +third_avg_stat() +deal_stat() +log.info("完成统计小区数量、近半年第三方均价、近半年成交信息") \ No newline at end of file