git clone https://github.com/chatchat-space/Langchain-Chatchat.git
conda create -n langchain3 python==3.11
conda activate langchain3
xinference安装用另一篇文章的内容处理。
pip install langchain-chatchat -U -i https://pypi.tuna.tsinghua.edu.cn/simple
pip install langchain-chatchat[xinference] -U -i https://pypi.tuna.tsinghua.edu.cn/simple
pip install faiss-cpu==1.7.4 -i https://pypi.tuna.tsinghua.edu.cn/simple
pip install xinference_client faiss-gpu “unstructured[pdf]” -i https://pypi.tuna.tsinghua.edu.cn/simple
chatchat --help 命令行帮助
chatchat init
chatchat kb 初始化知识库
chatchat start -a 启动服务
会自动生成几个文件
basic_settings.yaml
kb_settings.yaml
model_settings.yaml
prompt_settings.yaml
tool_settings.yaml
主要是改model_settings.yaml
DEFAULT_LLM_MODEL: qwen1.5-chat
DEFAULT_EMBEDDING_MODEL: bge-large-zh-v1.5
platform_name: xinference
platform_type: xinference
api_base_url: http://127.0.0.1:9997/v1
llm_models: qwen1.5-chat
embed_models: bge-large-zh-v1.5
