增加generate_fake_data_enable开关,默认关闭

This commit is contained in:
lusiyi 2023-08-23 15:31:43 +08:00
parent 06a5388e68
commit 73b720ef2d
6 changed files with 19 additions and 1 deletions

View File

@ -1,4 +1,4 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectRootManager" version="2" languageLevel="JDK_17" project-jdk-name="Python 3.8 (aiforge)" project-jdk-type="Python SDK" />
<component name="ProjectRootManager" version="2" project-jdk-name="Python 3.8 (venv)" project-jdk-type="Python SDK" />
</project>

View File

@ -44,3 +44,5 @@ test_user_id = 10
# 随机数种子
RANDOM_SEED = 42
generate_fake_data_enable=False

View File

@ -60,6 +60,9 @@ def generate_history_data():
repository
"""
else:
if config.generate_fake_data_enable==False:
config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{date}的repository数据")
continue
config.logger.info(f"插入日期{date}的repository数据")
sql = f"""
INSERT INTO

View File

@ -62,6 +62,9 @@ SELECT date from ai_milestone_history where date>'{begin_date_str}' GROUP BY dat
def insert_test_milestone(generate_day:datetime):
if config.generate_fake_data_enable == False:
config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{generate_day}的milestone数据")
return
generate_day_str=generate_day.strftime('%Y-%m-%d')
generate_sql=f"""
insert into ai_milestone_history(date,

View File

@ -44,6 +44,12 @@ def generate_statistics_data():
if len(date_list) > 0:
for date in date_list:
if config.generate_fake_data_enable == False:
if date == current_date:
generate_statistics_data_single(conn, date)
else:
config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{date}的statistics数据")
continue
generate_statistics_data_single(conn, date)
config.logger.info(f"统计个人画像数据完成")

View File

@ -53,6 +53,7 @@ SELECT date from ai_task_static_history where date>'{begin_date_str}' GROUP BY d
generate_day=last_date+delta
config.logger.info(f"开始生成{generate_day}{today}的数据")
while generate_day<today:
insert_test_task(generate_day)
generate_day = generate_day + delta
@ -62,6 +63,9 @@ SELECT date from ai_task_static_history where date>'{begin_date_str}' GROUP BY d
def insert_test_task(generate_day:datetime):
if config.generate_fake_data_enable == False:
config.logger.info(f"因generate_fake_data_enable=False,故取消插入日期{generate_day}的task_static数据")
return
generate_day_str=generate_day.strftime('%Y-%m-%d')
generate_sql=f"""
insert into ai_task_static_history (repo_id,closed_count,open_count,date,is_test)