Skip to content

Commit e2bcdd1

Browse files
authored
Remove grpc msg send/receive limit (#1769)
1 parent 3b14511 commit e2bcdd1

File tree

1 file changed

+7
-1
lines changed
  • pkg/cortex/serve/cortex_internal/lib/model

1 file changed

+7
-1
lines changed

pkg/cortex/serve/cortex_internal/lib/model/tfs.py

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -113,7 +113,13 @@ def __init__(self, address: str):
113113
{}
114114
) # maps the model ID to the model metadata (signature def, signature key and so on)
115115

116-
self.channel = grpc.insecure_channel(self.address)
116+
# remove limit for maximum/receive transmission sizes
117+
options = [
118+
("grpc.max_send_message_length", -1),
119+
("grpc.max_receive_message_length", -1),
120+
]
121+
self.channel = grpc.insecure_channel(self.address, options=options)
122+
117123
self._service = model_service_pb2_grpc.ModelServiceStub(self.channel)
118124
self._pred = prediction_service_pb2_grpc.PredictionServiceStub(self.channel)
119125

0 commit comments

Comments
 (0)