Add ChunkedDecoder support

Author: pdvrieze

formats/json-tests/commonTest/src/kotlinx/serialization/efficientBinaryFormat/ByteReadingBuffer.kt

@@ -65,4 +65,16 @@ class ByteReadingBuffer(val buffer: ByteArray) {
         return chars.concatToString()
     }
 
+    fun readString(consumeChunk: (String) -> Unit) {
+        val len = readInt()
+        var remaining = len
+        while (remaining > 1024) {
+            remaining -= 1024
+            val chunk = CharArray(1024) { readChar() }
+            consumeChunk(chunk.concatToString())
+        }
+        val chars = CharArray(remaining) { readChar() }
+        consumeChunk(chars.concatToString())
+    }
+
 }

formats/json-tests/commonTest/src/kotlinx/serialization/efficientBinaryFormat/EfficientBinaryFormat.kt

@@ -11,6 +11,7 @@ import kotlinx.serialization.SerializationStrategy
 import kotlinx.serialization.descriptors.SerialDescriptor
 import kotlinx.serialization.encoding.AbstractDecoder
 import kotlinx.serialization.encoding.AbstractEncoder
+import kotlinx.serialization.encoding.ChunkedDecoder
 import kotlinx.serialization.encoding.CompositeDecoder
 import kotlinx.serialization.encoding.CompositeEncoder
 import kotlinx.serialization.modules.EmptySerializersModule
@@ -63,7 +64,7 @@ class EfficientBinaryFormat(
 
     }
 
-    class Decoder(override val serializersModule: SerializersModule, private val reader: ByteReadingBuffer) : AbstractDecoder() {
+    class Decoder(override val serializersModule: SerializersModule, private val reader: ByteReadingBuffer) : AbstractDecoder(), ChunkedDecoder {
 
         constructor(serializersModule: SerializersModule, bytes: ByteArray) : this(
             serializersModule,
@@ -91,6 +92,11 @@ class EfficientBinaryFormat(
 
         override fun decodeString(): String = reader.readString()
 
+        @ExperimentalSerializationApi
+        override fun decodeStringChunked(consumeChunk: (String) -> Unit) {
+            reader.readString(consumeChunk)
+        }
+
         override fun decodeEnum(enumDescriptor: SerialDescriptor): Int = reader.readInt()
 
         override fun decodeNotNullMark(): Boolean = decodeBoolean()