Dev (#144)

.gitignore

@@ -5,6 +5,7 @@ zhipuai/
 data/
 pdf/
 .idea/
+logs/
 
 *.jsonl
 *.json

agents/README.md

@@ -0,0 +1,24 @@
+# EmoLLM——MetaGPT
+
+## 使用
+
+```bash
+pip install -r requirements.txt
+pip install .
+```
+
+## key 配置
+
+为确保项目正常运行，请在项目内新建`.env`文件，并在其中设置你的API密钥，你可以根据下列例子写入对应的 key，即可成功运行调用，目前默认使用 zhipuai，你可以仅写入`ZHIPUAI_API_KEY`即可使用。
+
+```bash
+OPENAI_API_KEY=
+OPENAI_API_BASE=
+ZHIPUAI_API_KEY=
+BAIDU_API_KEY=
+OPENAI_API_MODEL=
+```
+
+## MetaGPT Version
+
+https://gitee.com/jujimeizuo/meta-gpt-tianji

agents/utils/common_llm_api.py

@@ -0,0 +1,67 @@
+from dotenv import load_dotenv
+load_dotenv()
+
+import asyncio
+import os
+import erniebot
+from zhipuai import ZhipuAI
+from metagpt.logs import logger
+
+
+
+class BaiduAPI:
+    def __init__(self):
+        pass
+
+    async def _aask(self, prompt, stream=False, model="ernie-4.0", top_p=0.95):
+        messages = [{"role": "user", "content": prompt}]
+        response = erniebot.ChatCompletion.create(
+            model=model, messages=messages, top_p=top_p, stream=stream
+        )
+        return response.result
+
+
+class ZhipuAPI:
+    def __init__(self, glm=None):
+        if glm is None:
+            raise RuntimeError("ZhipuApi is Error!")
+        self.glm = glm
+
+    async def _aask(self, prompt, stream=False, model="glm-3-turbo", top_p=0.95):
+        messages = [{"role": "user", "content": prompt}]
+        response = self.glm.chat.completions.create(
+            model=model, messages=messages, top_p=top_p, stream=stream
+        )
+        return response.choices[0].message.content
+
+
+class LLMAPI:
+    def __init__(self):
+        self.llm_api = None
+
+        # select api
+        if os.environ["ZHIPUAI_API_KEY"] is not None:
+            glm = ZhipuAI(api_key=os.environ["ZHIPUAI_API_KEY"])
+            self.llm_api = ZhipuAPI(glm=glm)
+        elif os.environ["BAIDU_API_KEY"] is not None:
+            erniebot.api_type = "aistudio"
+            erniebot.access_token = os.environ["BAIDU_API_KEY"]
+            self.llm_api = BaiduAPI()
+        else:
+            raise RuntimeError("No api_key found!")
+
+    # 这里的 model 的 default value 逻辑不对，应该是根据 api_type 来决定，不一定必须是 zhipuai
+    async def _aask(self, prompt, stream=False, model="glm-3-turbo", top_p=0.95):
+        logger.info(f"call llm_api, response is below")
+        rsp = await self.llm_api._aask(prompt, stream=stream, model=model, top_p=top_p)
+        return rsp
+
+
+if __name__ == "__main__":
+    # models = erniebot.Model.list()
+    # print("可用模型",models)
+
+    llm_api = LLMAPI()
+    # result = asyncio.run(baidu_api._aask("你好啊"))
+    result = asyncio.run(llm_api._aask("你好啊"))
+    print("result", result)

back/dataset/EmoLLM数据库E-R图/EmoLLM数据库E-R图.md

@@ -0,0 +1,21 @@
+# EmoLLM数据库总E-R图
+
+![image](./er1.png)
+
+# 关系属性图
+
+## 1、Users
+
+![image](./er2.png)
+
+## 2、Characters
+
+![image](./er3.png)
+
+## 3、Sessions
+
+![image](./er4.png)
+
+## 4、Messages
+
+![image](./er5.png)

back/dataset/EmoLLM数据库SQL.md

@@ -0,0 +1,220 @@
+# 建库SQL语句：
+
+```sql
+-- Database: EmoLLM
+
+-- DROP DATABASE IF EXISTS "EmoLLM";
+
+CREATE DATABASE "EmoLLM"
+    WITH
+    OWNER = postgres
+    ENCODING = 'UTF8'
+    LC_COLLATE = 'Chinese (Simplified)_China.936'
+    LC_CTYPE = 'Chinese (Simplified)_China.936'
+    LOCALE_PROVIDER = 'libc'
+    TABLESPACE = pg_default
+    CONNECTION LIMIT = -1
+    IS_TEMPLATE = False;
+```
+
+## 1、创建Users表：
+
+```sql
+-- Table: public.Users
+
+-- DROP TABLE IF EXISTS public."Users";
+
+CREATE TABLE IF NOT EXISTS public."Users"
+(
+    user_id integer NOT NULL DEFAULT nextval('users_id_seq'::regclass),
+    phone_number "char" NOT NULL,
+    name "char" NOT NULL,
+    gender boolean NOT NULL,
+    school "char" NOT NULL,
+    create_time time with time zone,
+    llog_in_time time with time zone,
+    email "char",
+    user_state bigint DEFAULT 1,
+    CONSTRAINT "Users_pkey" PRIMARY KEY (user_id),
+    CONSTRAINT phone_number UNIQUE (phone_number)
+)
+
+TABLESPACE pg_default;
+
+ALTER TABLE IF EXISTS public."Users"
+    OWNER to postgres;
+
+COMMENT ON COLUMN public."Users".user_id
+    IS '用户id';
+
+COMMENT ON COLUMN public."Users".phone_number
+    IS '电话号码';
+
+COMMENT ON COLUMN public."Users".name
+    IS '昵称';
+
+COMMENT ON COLUMN public."Users".gender
+    IS '性别，0代表男，1代表女';
+
+COMMENT ON COLUMN public."Users".school
+    IS '学校';
+
+COMMENT ON COLUMN public."Users".create_time
+    IS '用户创建时间';
+
+COMMENT ON COLUMN public."Users".llog_in_time
+    IS '用户最后一次登陆时间';
+
+COMMENT ON COLUMN public."Users".email
+    IS '预留字段，为以后可能的收集做准备';
+
+COMMENT ON COLUMN public."Users".user_state
+    IS '0表示已删除，1表示正常状态，2表示用户被禁用';
+```
+
+## 2、创建Characters表：
+
+```sql
+-- Table: public.Characters
+
+-- DROP TABLE IF EXISTS public."Characters";
+
+CREATE TABLE IF NOT EXISTS public."Characters"
+(
+    character_id integer NOT NULL GENERATED ALWAYS AS IDENTITY ( INCREMENT 1 START 1 MINVALUE 1 MAXVALUE 2147483647 CACHE 1 ),
+    user_id integer NOT NULL,
+    image bytea,
+    description "char",
+    character_name "char" NOT NULL,
+    character_state boolean,
+    CONSTRAINT "Characters_pkey" PRIMARY KEY (character_id),
+    CONSTRAINT user_id FOREIGN KEY (user_id)
+        REFERENCES public."Users" (user_id) MATCH SIMPLE
+        ON UPDATE NO ACTION
+        ON DELETE NO ACTION
+        NOT VALID
+)
+
+TABLESPACE pg_default;
+
+ALTER TABLE IF EXISTS public."Characters"
+    OWNER to postgres;
+
+COMMENT ON COLUMN public."Characters".character_id
+    IS '模型id';
+
+COMMENT ON COLUMN public."Characters".user_id
+    IS '用户id';
+
+COMMENT ON COLUMN public."Characters".image
+    IS '用户与模型的聊天背景';
+
+COMMENT ON COLUMN public."Characters".description
+    IS '用户对自定义模型的描述';
+
+COMMENT ON COLUMN public."Characters".character_name
+    IS '模型名称';
+
+COMMENT ON COLUMN public."Characters".character_state
+    IS '模型状态，0表示角色已被用户删除，1表示未删除';
+```
+
+## 3、创建Sessions表：
+
+```sql
+-- Table: public.Sessions
+
+-- DROP TABLE IF EXISTS public."Sessions";
+
+CREATE TABLE IF NOT EXISTS public."Sessions"
+(
+    session_id integer NOT NULL GENERATED ALWAYS AS IDENTITY ( INCREMENT 1 START 1 MINVALUE 1 MAXVALUE 2147483647 CACHE 1 ),
+    user_id integer NOT NULL,
+    character_id integer NOT NULL,
+    start_time time with time zone,
+    end_time time with time zone,
+    session_state boolean,
+    CONSTRAINT "Sessions_pkey" PRIMARY KEY (session_id),
+    CONSTRAINT character_id FOREIGN KEY (character_id)
+        REFERENCES public."Characters" (character_id) MATCH SIMPLE
+        ON UPDATE NO ACTION
+        ON DELETE NO ACTION
+        NOT VALID,
+    CONSTRAINT user_id FOREIGN KEY (user_id)
+        REFERENCES public."Users" (user_id) MATCH SIMPLE
+        ON UPDATE NO ACTION
+        ON DELETE NO ACTION
+        NOT VALID
+)
+
+TABLESPACE pg_default;
+
+ALTER TABLE IF EXISTS public."Sessions"
+    OWNER to postgres;
+
+COMMENT ON COLUMN public."Sessions".session_id
+    IS '会话id';
+
+COMMENT ON COLUMN public."Sessions".user_id
+    IS '用户id';
+
+COMMENT ON COLUMN public."Sessions".character_id
+    IS '模型id';
+
+COMMENT ON COLUMN public."Sessions".start_time
+    IS '会话开始时间';
+
+COMMENT ON COLUMN public."Sessions".end_time
+    IS '会话终止时间';
+
+COMMENT ON COLUMN public."Sessions".session_state
+    IS '会话状态，0表示已被用户删除，1表示未删除';
+```
+
+## 4、创建Messages表：
+
+```sql
+-- Table: public.Messages
+
+-- DROP TABLE IF EXISTS public."Messages";
+
+CREATE TABLE IF NOT EXISTS public."Messages"
+(
+    message_id integer NOT NULL GENERATED ALWAYS AS IDENTITY ( INCREMENT 1 START 1 MINVALUE 1 MAXVALUE 2147483647 CACHE 1 ),
+    session_id integer NOT NULL,
+    type integer NOT NULL,
+    message_text "char",
+    message_time time with time zone,
+    massage_state boolean,
+    CONSTRAINT message_id PRIMARY KEY (message_id),
+    CONSTRAINT session_id FOREIGN KEY (session_id)
+        REFERENCES public."Sessions" (session_id) MATCH SIMPLE
+        ON UPDATE NO ACTION
+        ON DELETE NO ACTION
+        NOT VALID
+)
+
+TABLESPACE pg_default;
+
+ALTER TABLE IF EXISTS public."Messages"
+    OWNER to postgres;
+
+COMMENT ON COLUMN public."Messages".message_id
+    IS '消息id';
+
+COMMENT ON COLUMN public."Messages".session_id
+    IS '会话id';
+
+COMMENT ON COLUMN public."Messages".type
+    IS '消息种类，0为模型的text消息，1为用户的text消息';
+
+COMMENT ON COLUMN public."Messages".message_text
+    IS '消息内容';
+
+COMMENT ON COLUMN public."Messages".message_time
+    IS '消息时间';
+
+COMMENT ON COLUMN public."Messages".massage_state
+    IS '消息状态，0表示已被用户删除，1表示未删除';
+```
+

requirements.txt

@@ -1,3 +1,5 @@
+git+https://gitee.com/jujimeizuo/meta-gpt-tianji.git
+
 transformers==4.36.2
 streamlit==1.24.0
 sentencepiece==0.1.99

setup.py

@@ -0,0 +1,7 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="emollm",
+    version="1.0",
+    packages=find_packages(exclude=["build", "dist"]),
+)