Update qwen_gen_data_NoBash.py 修改生成数量和保存间隔

generate_data/qwen_gen_data_NoBash.py

@@ -55,13 +55,16 @@ if __name__ == '__main__':
     areas_of_life = configs['areas_of_life']
     ai_tool = 'qwen'
     
+    save_interval = 5
+    total_num_each_emo_area = 5
+
     conversation_lis = []
 
     for area in areas_of_life:
         for emo in emotions_lis:
             gen_path = f'./{ai_tool}/{area}/{emo}.jsonl'
             
-            for i in tqdm(range(100), desc='{emo}, {area}'.format(emo=emo, area=area)):
+            for i in tqdm(range(total_num_each_emo_area), desc='{emo}, {area}'.format(emo=emo, area=area)):
                 one_conversation = {
                     "conversation": []
                 }
@@ -98,8 +101,7 @@ if __name__ == '__main__':
                         )
                 conversation_lis.append(one_conversation)
 
-                # 每生成10条数据存储一次
-                if ((i+1) % 10 == 0):
+                if ((i+1) % save_interval == 0):
                     save_jsonl(data_lis=conversation_lis, file_path=gen_path)
                     print(f'generate {gen_path}')
                     conversation_lis = []  # 清空