chatllm 2023.4.26.9.16.17

Create a Python package.

🔥ChatLLM🔥

---

Install

pip install -U llm4gpt

Docs

Usages

from chatllm.utils import load_llm4chat
from chatllm.applications import ChatBase

chat_func = load_llm4chat("THUDM/chatglm-6b")

qa = ChatBase(chat_func=chat_func)

for i, _ in qa(query='周杰伦是谁', knowledge_base='周杰伦是傻子'):
    print(_, flush=True)


# 解析知识库
texts = []
metadatas = []
for p in Path('data').glob('*.txt'):
    texts.append(p.read_text())
    metadatas.append({'source': p})

# 文档向量化
faissann = FaissANN(model_name_or_path="shibing624/text2vec-base-chinese")
faissann.add_texts(texts, metadatas)

# 构建pipeline
model, tokenizer = llm_load(model_name_or_path="THUDM/chatglm-6b", device='cpu')
glm = ChatLLM()
glm.chat_func = partial(model.chat, tokenizer=tokenizer)

qa = QA(glm, faiss_ann=faissann.faiss_ann)

qa.get_knowledge_based_answer('周杰伦在干吗')
qa.get_knowledge_based_answer('姚明住哪里')

---

TODO

• 增加UI

• 增加本地知识库组件

• 增加互联网搜索组件

• 增加知识图谱组件

• 增加微调模块

• 增加流式输出

======= History

0.0.0 (2023-04-11)

• First release on PyPI.