From bafd33ae739ecd211ef5b7e5a65eeaa785617223 Mon Sep 17 00:00:00 2001
From: Frieren <1692219062wang@gmail.com>
Date: Mon, 13 May 2024 00:17:18 +0800
Subject: [PATCH] second commit

---
 .config/config.properties |  1 +
 src/base/README.md        | 10 +++++++
 src/init/property.py      | 31 ++++++++++++++++++++++
 src/serve/RAG.py          | 56 +++++++++++++++++++++++++++++++++++++++
 4 files changed, 98 insertions(+)
 create mode 100644 .config/config.properties
 create mode 100644 src/base/README.md
 create mode 100644 src/init/property.py
 create mode 100644 src/serve/RAG.py

diff --git a/.config/config.properties b/.config/config.properties
new file mode 100644
index 0000000..408d0f0
--- /dev/null
+++ b/.config/config.properties
@@ -0,0 +1 @@
+API_KEY=9d2d36b2c8b20bb329fd44fe058b7ac2.UF14LzIdcAH2Ob21
\ No newline at end of file
diff --git a/src/base/README.md b/src/base/README.md
new file mode 100644
index 0000000..81bde49
--- /dev/null
+++ b/src/base/README.md
@@ -0,0 +1,10 @@
+## Document Loader Interface
+| Method Name | Explanation                                                                                                                 |
+|-------------|-----------------------------------------------------------------------------------------------------------------------------|
+| lazy_load	  | Used to load documents one by one lazily. Use for production code.                                                          |
+| alazy_load  | Async variant of lazy_load                                                                                                  |
+| load        | Used to load all the documents into memory eagerly. Use for prototyping or interactive work.                                |
+| aload	      | Used to load all the documents into memory eagerly. Use for prototyping or interactive work. Added in 2024-04 to LangChain. |
+- The load methods is a convenience method meant solely for prototyping work – it just invokes list(self.lazy_load()).
+- The alazy_load has a default implementation that will delegate to lazy_load. If you’re using async, we recommend overriding the default implementation and providing a native async implementation.
+
diff --git a/src/init/property.py b/src/init/property.py
new file mode 100644
index 0000000..88b2dfa
--- /dev/null
+++ b/src/init/property.py
@@ -0,0 +1,31 @@
+import os
+
+
+class Property(object):
+    __props = {}
+
+    filepath = os.path.join(os.path.dirname(__file__), os.path.pardir, os.path.pardir, ".config\\config.properties")
+    with open(filepath, "r") as f:
+        for line in f:
+            l = line.strip()
+            if l and not l.startswith('#'):
+                key_map = l.split('=')
+                key_name = key_map[0].strip()
+                key_value = '='.join(key_map[1:]).strip().strip()
+                __props[key_name] = key_value
+
+    @staticmethod
+    def get_property(property_name):
+        try:
+            return Property.__props[property_name]
+        except KeyError:
+            print("there is no that property name")
+            return None
+
+
+def main():
+    print(Property.get_property("API_KEY"))
+
+
+if __name__ == '__main__':
+    main()
diff --git a/src/serve/RAG.py b/src/serve/RAG.py
new file mode 100644
index 0000000..d5cde14
--- /dev/null
+++ b/src/serve/RAG.py
@@ -0,0 +1,56 @@
+import os
+
+from langchain_community.document_loaders import PyPDFLoader
+from langchain_core.callbacks import StreamingStdOutCallbackHandler, CallbackManager
+
+from src.init.property import Property
+from langchain_community.chat_models.zhipuai import ChatZhipuAI
+from langchain_core.prompts import ChatPromptTemplate
+
+
+def format_docs(docs):
+    return "\n\n".join(doc.page_content for doc in docs)
+
+
+class RAG:
+    # 初始化ZHIPU API KEY
+    os.environ["ZHIPUAI_API_KEY"] = Property.get_property("API_KEY")
+
+    # 初始化prompt工程
+    __prompt = ChatPromptTemplate.from_messages([
+        ("system", "You are a world class technical documentation writer."),
+        ("user", "{input}")
+    ])
+
+    # 初始化模型
+    __llm = ChatZhipuAI(
+        temperature=0.95,
+        model="glm-4"
+    )
+
+    __streaming_chat = ChatZhipuAI(
+        model="glm-4",
+        temperature=0.5,
+        streaming=True,
+        callback_manager=CallbackManager([StreamingStdOutCallbackHandler()]),
+    )
+
+    # 构建langchain
+    chain = __prompt | __llm
+
+    def __init__(self, file_path: str):
+        self.__file_path = file_path
+        loader = PyPDFLoader(self.__file_path)
+        file = loader.load()
+
+    def get_answer(self, message) -> str:
+        return RAG.__llm.invoke(message).content
+
+    def get_streaming_chat(self, message) -> str:
+        return RAG.__streaming_chat.invoke(message).content
+
+
+if __name__ == '__main__':
+    r = RAG("C:\\Users\\16922\\Desktop\\文档1.pdf")
+    print(r.get_streaming_chat("hello"))
+    print(r.get_streaming_chat("what can you do"))