feat: add zhipuai_gen_data

.gitignore

@@ -1 +1,4 @@
-ESConv.json
+ESConv.json
+.DS_Store
+__pycache__/
+tmp/

data/.env

@@ -0,0 +1 @@
+ZHIPUAI_API_KEY = ''

data/zhipuai_gen_data.py

@@ -0,0 +1,124 @@
+import os
+import json
+from tqdm import tqdm
+from dotenv import load_dotenv
+from zhipuai import ZhipuAI
+
+load_dotenv()
+client = ZhipuAI(api_key=os.getenv('ZHIPUAI_API_KEY'))
+
+def zhipu_api(data, emo):
+
+    def getText(role, content, text = []):
+        jsoncon = {}
+        jsoncon['role'] = role
+        jsoncon['content'] = content
+        text.append(jsoncon)
+        return text
+
+    prompt = f'''你是一个研究过无数具有心理健康问题的病人与心理健康医生对话的专家，请你构造一些符合实际情况的具有心理健
+康问题的病人和心理健康医生的连续的多轮对话记录。要求病人的问题属于{data}场景，具有{emo}情感，医生的回复尽可能包含心理辅导知识，并且能够一步步诱导病人说出自己的问题进而提供解决问题的可行方案。注意，构造的数据必须以医生的陈述为结束语，每次只需要构造一个案例并且不需要写案例一、二等等，请只返回完整的对话内容。请以如下格式返回生成的数据：
+病人：病人的咨询或陈述 
+医生：医生的安抚和建议
+    '''
+    
+    messages = getText('user', prompt)
+    response = client.chat.completions.create(
+        model='glm-4',
+        messages=messages,
+    )
+
+    return response.choices[0].message.content
+
+
+def convert(conversation):
+    ret, one_conversation = {}, {}
+    ret['conversation'] = []
+    one_conversation['system'] = '现在你是一个心理专家，我有一些心理问题，请你用专业的知识帮我解决。'
+    
+    while '病人：' in conversation and '医生：' in conversation:
+        one_conversation['input'] = conversation.split('病人：')[1].split('医生：')[0]
+        one_conversation['output'] = conversation.split('病人：')[1].split('医生：')[1].split('病人：')[0]
+        conversation = '病人：' + '病人：'.join(conversation.split('病人：')[2:])
+        ret['conversation'].append(one_conversation)
+        one_conversation = {}
+
+    return ret
+
+
+def save_jsonl(data_lis, file_path):
+    with open(file_path, 'w', encoding='utf-8') as f:
+        for item in data_lis:
+            f.write(json.dumps(item, ensure_ascii=False) + '\n')
+
+
+if __name__ == '__main__':
+    emotions_lis = [
+        "钦佩",
+        "崇拜",
+        "欣赏",
+        "娱乐",
+        "焦虑",
+        "敬畏",
+        "尴尬",
+        "厌倦",
+        "冷静",
+        "困惑",
+        "渴望",
+        "厌恶",
+        "同情",
+        "痛苦"
+        "着迷",
+        "嫉妒",
+        "兴奋",
+        "恐惧",
+        "痛恨",
+        "有趣",
+        "快乐",
+        "怀旧",
+        "浪漫",
+        "悲伤",
+        "满意",
+        "性欲",
+        "同情",
+        "满足"
+    ]
+    areas_of_life = [
+        "工作",
+        "学业",
+        "生活",
+        "身体",
+        "家人",
+        "朋友",
+        "社交",
+        "恋爱",
+        "就业",
+        "责任",
+        "爱好",
+        "环境",
+        "隐私",
+        "安全",
+        "梦想",
+        "自由"
+    ]
+
+    conversation_lis = []
+    idx = 0
+    for area in areas_of_life:
+        j = 0
+        for idx in tqdm(range(len(emotions_lis)), desc=f'data:{area}, emo:{emotions_lis[j]}'):
+            emo = emotions_lis[j]
+            res = zhipu_api(area, emo)
+            print(res)
+            if res == 'null':
+                print(area, emo, 'error')
+                continue
+            conversation_lis.append(convert(res))
+            if idx % 2 == 1:
+                save_jsonl(conversation_lis, f'./zhipuai_{idx}.jsonl')
+                conversation_lis = []
+                idx += 1
+            j += 1
+        if len(conversation_lis) > 0:
+            save_jsonl(conversation_lis, f'./zhipuai.jsonl')
+            conversation_lis = []