Skip to content
This repository was archived by the owner on Jul 4, 2025. It is now read-only.

Commit 83e0564

Browse files
tikikunhiento09
authored andcommitted
remove redundant parts
1 parent 24b4b41 commit 83e0564

File tree

1 file changed

+0
-5
lines changed

1 file changed

+0
-5
lines changed

cpp/tensorrt_llm/nitro/controllers/tensorrtllm.cc

Lines changed: 0 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -162,8 +162,6 @@ void inferenceThread(std::shared_ptr<inferenceState> inferState, std::vector<int
162162
samplingConfig.minLength = std::vector{outputLen};
163163
samplingConfig.repetitionPenalty = std::vector{1.3f};
164164

165-
std::cout << "Start Nitro testing session: " << std::endl;
166-
167165
// Input preparation
168166

169167
GenerationInput generationInput = self->createGenerationInput(inputIdsHost);
@@ -189,7 +187,6 @@ void inferenceThread(std::shared_ptr<inferenceState> inferState, std::vector<int
189187
// Valid prevPos, proceed with slicing the string from prevPos to the end
190188
std::string stringTok(text.begin() + inferState->prevPos, text.end());
191189
std::lock_guard<std::mutex> guard(inferState->queueMutex); // Protect access with a lock
192-
std::cout << stringTok << std::endl;
193190
inferState->textsToStream.push(stringTok);
194191
}
195192
else if (inferState->prevPos >= text.size())
@@ -275,8 +272,6 @@ void tensorrtllm::chat_completion(
275272
samplingConfig.minLength = std::vector{outputLen};
276273
samplingConfig.repetitionPenalty = std::vector{1.3f};
277274

278-
std::cout << "Start Nitro testing session: " << std::endl;
279-
280275
// Input preparation
281276

282277
std::thread infThread(inferenceThread, inferState, inputIdsHost, callback, this);

0 commit comments

Comments
 (0)