Optimize the memory usage of Tencent Vector Database (#22079)

Co-authored-by: wlleiiwang <wlleiiwang@tencent.com>
pull/22086/head
wlleiiwang 10 months ago committed by GitHub
parent 3643ed1014
commit 89b52471fb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

@ -122,7 +122,6 @@ class TencentVector(BaseVector):
metric_type, metric_type,
params, params,
) )
index_text = vdb_index.FilterIndex(self.field_text, enum.FieldType.String, enum.IndexType.FILTER)
index_metadate = vdb_index.FilterIndex(self.field_metadata, enum.FieldType.Json, enum.IndexType.FILTER) index_metadate = vdb_index.FilterIndex(self.field_metadata, enum.FieldType.Json, enum.IndexType.FILTER)
index_sparse_vector = vdb_index.SparseIndex( index_sparse_vector = vdb_index.SparseIndex(
name="sparse_vector", name="sparse_vector",
@ -130,7 +129,7 @@ class TencentVector(BaseVector):
index_type=enum.IndexType.SPARSE_INVERTED, index_type=enum.IndexType.SPARSE_INVERTED,
metric_type=enum.MetricType.IP, metric_type=enum.MetricType.IP,
) )
indexes = [index_id, index_vector, index_text, index_metadate] indexes = [index_id, index_vector, index_metadate]
if self._enable_hybrid_search: if self._enable_hybrid_search:
indexes.append(index_sparse_vector) indexes.append(index_sparse_vector)
try: try:
@ -149,7 +148,7 @@ class TencentVector(BaseVector):
index_metadate = vdb_index.FilterIndex( index_metadate = vdb_index.FilterIndex(
self.field_metadata, enum.FieldType.String, enum.IndexType.FILTER self.field_metadata, enum.FieldType.String, enum.IndexType.FILTER
) )
indexes = [index_id, index_vector, index_text, index_metadate] indexes = [index_id, index_vector, index_metadate]
if self._enable_hybrid_search: if self._enable_hybrid_search:
indexes.append(index_sparse_vector) indexes.append(index_sparse_vector)
self._client.create_collection( self._client.create_collection(

Loading…
Cancel
Save