config.ini

[default]
work_dir=/path/to/your/ai/work_dir
bind_port=8888
mem_threshold=50
dcu_threshold=100

[feature_database]
reject_throttle=0.82
embedding_model_path=/path/to/your/text2vec-large-chinese
reranker_model_path=/path/to/your/bce-reranker-base_v1

[llm]
local_llm_path=/home/llama3/Llama3-8B-Chinese-Chat
use_vllm=True
stream_chat=True
tensor_parallel_size=1