test: add max_tokens and retry

Author: taskingaijc

test/run_test.sh

@@ -4,9 +4,9 @@ export PYTHONPATH="${PYTHONPATH}:${parent_dir}"
 
 echo "Starting tests..."
 
-pytest  ./test/testcase/test_sync
+pytest  ./test/testcase/test_sync  --reruns 2 --reruns-delay 1
 sleep 5
-pytest  ./test/testcase/test_async
+pytest  ./test/testcase/test_async  --reruns 2 --reruns-delay 1
 
 echo "Tests completed."
 

test/testcase/test_async/test_async_retrieval.py

@@ -257,7 +257,7 @@ async def test_a_query_chunks(self):
 
         query_text = "Machine learning"
         top_k = 1
-        res = await a_query_chunks(collection_id=self.collection_id, query_text=query_text, top_k=top_k)
+        res = await a_query_chunks(collection_id=self.collection_id, query_text=query_text, top_k=top_k, max_tokens=20000)
         pytest.assume(len(res) == top_k)
         for chunk in res:
             chunk_dict = vars(chunk)

test/testcase/test_sync/test_sync_retrieval.py

@@ -248,7 +248,7 @@ def test_query_chunks(self, collection_id):
 
         query_text = "Machine learning"
         top_k = 1
-        res = query_chunks(collection_id=collection_id, query_text=query_text, top_k=top_k)
+        res = query_chunks(collection_id=collection_id, query_text=query_text, top_k=top_k, max_tokens=20000)
         pytest.assume(len(res) == top_k)
         for chunk in res:
             chunk_dict = vars(chunk)

test_requirements.txt

@@ -15,4 +15,5 @@ pytest-tornasync>=0.6.0
 pytest-trio==0.8.0
 pytest-twisted==1.14.0
 Twisted==24.3.0
-python-dotenv==1.0.0
+python-dotenv==1.0.0
+pytest-rerunfailures==13.0