update vector data

Author: peng3307165

modelcache/manager/data_manager.py

@@ -212,6 +212,7 @@ def import_data(
             cache_datas.append([ans, question, embedding_data, model])
 
         ids = self.s.batch_insert(cache_datas)
+        print('ids: {}'.format(ids))
         logging.info('ids: {}'.format(ids))
         self.v.mul_add(
             [

modelcache/manager/scalar_data/sql_storage.py

@@ -61,7 +61,6 @@ def _insert(self, data: List):
     def batch_insert(self, all_data: List[CacheData]):
         ids = []
         for data in all_data:
-            print('data: {}'.format(data))
             ids.append(self._insert(data))
         return ids
 

modelcache/manager/vector_data/milvus.py

@@ -136,6 +136,7 @@ def _get_collection(self, collection_name):
 
     def mul_add(self, datas: List[VectorData], model=None):
         collection_name_model = self.collection_name + '_' + model
+        print('collection_name_model: {}'.format(collection_name_model))
         self._create_collection(collection_name_model)
 
         data_array, id_array = map(list, zip(*((data.data, data.id) for data in datas)))
@@ -147,6 +148,7 @@ def search(self, data: np.ndarray, top_k: int = -1, model=None):
         if top_k == -1:
             top_k = self.top_k
         collection_name_model = self.collection_name + '_' + model
+        print('collection_name_model: {}'.format(collection_name_model))
         self._create_collection(collection_name_model)
         search_result = self.col.search(
             data=data.reshape(1, -1).tolist(),

modelcache/manager/vector_data/redis.py

@@ -90,9 +90,9 @@ def mul_add(self, datas: List[VectorData], model=None):
 
     def search(self, data: np.ndarray, top_k: int = -1, model=None):
         index_name = get_index_name(model)
+        print('index_name: {}'.format(index_name))
         id_field_name = "data_id"
         embedding_field_name = "data_vector"
-
         base_query = f'*=>[KNN 2 @{embedding_field_name} $vector AS distance]'
         query = (
             Query(base_query)
@@ -107,6 +107,7 @@ def search(self, data: np.ndarray, top_k: int = -1, model=None):
             .search(query, query_params=query_params)
             .docs
         )
+        print('results: {}'.format(results))
         return [(float(result.distance), int(getattr(result, id_field_name))) for result in results]
 
     def rebuild(self, ids=None) -> bool: