vanna向量模型改为ollama

pull/22121/head
shiwenshuai 11 months ago
parent 2339b6a80c
commit 123f1b67ec

@ -70,15 +70,15 @@ class VannaServer:
milvus_client = MilvusClient(uri=milvus_uri,db_name=milvus_database) milvus_client = MilvusClient(uri=milvus_uri,db_name=milvus_database)
embedding_host = config["embedding_host"] if "embedding_host" in config else 'http://wsd.wisdomidata.com:19042' embedding_host = config["embedding_host"] if "embedding_host" in config else 'http://wsd.wisdomidata.com:19042'
embedding_model = config["embedding_model"] if "embedding_model" in config else "BAAI/bge-m3" # BAAI/bge-m3 embedding_model = config["embedding_model"] if "embedding_model" in config else "bge-m3" # BAAI/bge-m3
embedding_function = model.dense.SentenceTransformerEmbeddingFunction( # embedding_function = model.dense.SentenceTransformerEmbeddingFunction(
model_name=embedding_model, # model_name=embedding_model,
device='cpu' # 'cpu' or 'cuda:0' # device='cpu' # 'cpu' or 'cuda:0'
) # )
# embedding_function = CustomEmbeddingFunction({ embedding_function = CustomEmbeddingFunction({
# "host": embedding_host, "host": embedding_host,
# "embed_model": embedding_model "embed_model": embedding_model
# }) })
chat_llm = Ollama chat_llm = Ollama
if llm_type == "ollama": if llm_type == "ollama":
config = { config = {

Loading…
Cancel
Save