From 73b720ef2ddae552cef518d3c85b90c90a6e787d Mon Sep 17 00:00:00 2001 From: lusiyi Date: Wed, 23 Aug 2023 15:31:43 +0800 Subject: [PATCH] =?UTF-8?q?=E5=A2=9E=E5=8A=A0generate=5Ffake=5Fdata=5Fenab?= =?UTF-8?q?le=E5=BC=80=E5=85=B3=EF=BC=8C=E9=BB=98=E8=AE=A4=E5=85=B3?= =?UTF-8?q?=E9=97=AD?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- .idea/misc.xml | 2 +- config.py | 2 ++ project_evaluation_analysis/generate_history_data.py | 3 +++ .../generate_milestone_history_data.py | 3 +++ project_evaluation_analysis/generate_statistics_data.py | 6 ++++++ project_evaluation_analysis/generate_task_static_history.py | 4 ++++ 6 files changed, 19 insertions(+), 1 deletion(-) diff --git a/.idea/misc.xml b/.idea/misc.xml index 1fd5465..3c29c38 100644 --- a/.idea/misc.xml +++ b/.idea/misc.xml @@ -1,4 +1,4 @@ - + \ No newline at end of file diff --git a/config.py b/config.py index 8c1bd8a..6c979ea 100644 --- a/config.py +++ b/config.py @@ -44,3 +44,5 @@ test_user_id = 10 # 随机数种子 RANDOM_SEED = 42 + +generate_fake_data_enable=False \ No newline at end of file diff --git a/project_evaluation_analysis/generate_history_data.py b/project_evaluation_analysis/generate_history_data.py index 3397830..cc82700 100644 --- a/project_evaluation_analysis/generate_history_data.py +++ b/project_evaluation_analysis/generate_history_data.py @@ -60,6 +60,9 @@ def generate_history_data(): repository """ else: + if config.generate_fake_data_enable==False: + config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{date}的repository数据") + continue config.logger.info(f"插入日期{date}的repository数据") sql = f""" INSERT INTO diff --git a/project_evaluation_analysis/generate_milestone_history_data.py b/project_evaluation_analysis/generate_milestone_history_data.py index 3908def..57fafdc 100644 --- a/project_evaluation_analysis/generate_milestone_history_data.py +++ b/project_evaluation_analysis/generate_milestone_history_data.py @@ -62,6 +62,9 @@ SELECT date from ai_milestone_history where date>'{begin_date_str}' GROUP BY dat def insert_test_milestone(generate_day:datetime): + if config.generate_fake_data_enable == False: + config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{generate_day}的milestone数据") + return generate_day_str=generate_day.strftime('%Y-%m-%d') generate_sql=f""" insert into ai_milestone_history(date, diff --git a/project_evaluation_analysis/generate_statistics_data.py b/project_evaluation_analysis/generate_statistics_data.py index 308771d..314abe0 100644 --- a/project_evaluation_analysis/generate_statistics_data.py +++ b/project_evaluation_analysis/generate_statistics_data.py @@ -44,6 +44,12 @@ def generate_statistics_data(): if len(date_list) > 0: for date in date_list: + if config.generate_fake_data_enable == False: + if date == current_date: + generate_statistics_data_single(conn, date) + else: + config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{date}的statistics数据") + continue generate_statistics_data_single(conn, date) config.logger.info(f"统计个人画像数据完成") diff --git a/project_evaluation_analysis/generate_task_static_history.py b/project_evaluation_analysis/generate_task_static_history.py index 074b8c0..1b5e5d5 100644 --- a/project_evaluation_analysis/generate_task_static_history.py +++ b/project_evaluation_analysis/generate_task_static_history.py @@ -53,6 +53,7 @@ SELECT date from ai_task_static_history where date>'{begin_date_str}' GROUP BY d generate_day=last_date+delta config.logger.info(f"开始生成{generate_day}到{today}的数据") while generate_day'{begin_date_str}' GROUP BY d def insert_test_task(generate_day:datetime): + if config.generate_fake_data_enable == False: + config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{generate_day}的task_static数据") + return generate_day_str=generate_day.strftime('%Y-%m-%d') generate_sql=f""" insert into ai_task_static_history (repo_id,closed_count,open_count,date,is_test)