Performance test

Performance test

Author: you-seesee-you

test/config/uc_performance_config.yaml

@@ -0,0 +1,24 @@
+# 测试用例列表
+server_config:
+  model: "qwen3"
+  server_url: "http://141.111.32.70:9382"
+  tokenizer_path: "/home/models/QwQ-32B"
+
+test_cases:
+  - mean_input_tokens: 600
+    stddev_input_tokens: 0
+    mean_output_tokens: 300
+    stddev_output_tokens: 0
+    max_num_completed_requests: 1
+    num_concurrent_requests: 1
+    additional_sampling_params: "{}"
+    hit_rate: 0
+
+  - mean_input_tokens: 600
+    stddev_input_tokens: 0
+    mean_output_tokens: 300
+    stddev_output_tokens: 0
+    max_num_completed_requests: 1
+    num_concurrent_requests: 1
+    additional_sampling_params: "{}"
+    hit_rate: 0