From 8c5779fd07418384f0ab4d9c48ed5c597376a792 Mon Sep 17 00:00:00 2001 From: gaojuan Date: Fri, 8 Mar 2024 21:37:47 +0800 Subject: [PATCH] update --- dags/stat/test/test.py | 58 ++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 58 insertions(+) create mode 100644 dags/stat/test/test.py diff --git a/dags/stat/test/test.py b/dags/stat/test/test.py new file mode 100644 index 0000000..a30f7cd --- /dev/null +++ b/dags/stat/test/test.py @@ -0,0 +1,58 @@ +from goojia_utils import MAIN_MONGO_CLIENT, ElasticSearchClient, dateutils +from datetime import datetime +import pandas as pd + +# uri = "mongodb://developer:G00IDCDEV12385@192.168.0.43:28017" +# client = pymongo.MongoClient(uri) +# +# fangjia = client.get_database("fangjia") +# fangjia_stat = client.get_database("fangjia_stat") +# business = client.get_database("business") + +dear_price = MAIN_MONGO_CLIENT.get_collection('fangjia', 'deal_price') +district_stat = MAIN_MONGO_CLIENT.get_collection('fangjia_stat', 'district_stat') +# evaluate_ratio = business.district +server_area = MAIN_MONGO_CLIENT.get_collection('fangjia', 'server_area') + + + + +def query_city_avg_price(): + cities = list(server_area.find({})) + print(str(cities.size())) + + for city in cities: + + city_name = city['display'] + + if city_name != '全国': + dear_price_r = dear_price.find({ + 'trade_date': + { + "$gte": datetime(2022, 6, 1, 0, 0), + "$lt": datetime(2022, 6, 30, 0, 0) + }, + 'city': city_name + }, {'city': 1, 'region': 1, 'district_name': 1, 'avg_price': 1}) + # show(dear_price_r) + + district_stat_r = district_stat.find({ + 'weekend': + { + "$gte": datetime(2022, 6, 1, 0, 0), + "$lt": datetime(2022, 6, 30, 0, 0) + }, + 'city': city_name + }, {'city': 1, 'region': 1, 'district_name': 1, 'avg_price': 1}) + + # show(district_stat_r) + + df1 = pd.DataFrame(list(dear_price_r)) + df2 = pd.DataFrame(list(district_stat_r)) + + print(len(df1)) + print(len(df2)) + + +if __name__ == '__main__': + query_city_avg_price() \ No newline at end of file