Default include_stop_str_in_output to None (#506)

Author: squeakymouse

clients/python/llmengine/__init__.py

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-__version__ = "0.0.0b30"
+__version__ = "0.0.0b31"
 
 import os
 from typing import Sequence

clients/python/llmengine/completion.py

@@ -43,7 +43,7 @@ async def acreate(
         frequency_penalty: Optional[float] = None,
         top_k: Optional[int] = None,
         top_p: Optional[float] = None,
-        include_stop_str_in_output: Optional[bool] = False,
+        include_stop_str_in_output: Optional[bool] = None,
         guided_json: Optional[Dict[str, Any]] = None,
         guided_regex: Optional[str] = None,
         guided_choice: Optional[List[str]] = None,
@@ -257,7 +257,7 @@ def create(
         frequency_penalty: Optional[float] = None,
         top_k: Optional[int] = None,
         top_p: Optional[float] = None,
-        include_stop_str_in_output: Optional[bool] = False,
+        include_stop_str_in_output: Optional[bool] = None,
         guided_json: Optional[Dict[str, Any]] = None,
         guided_regex: Optional[str] = None,
         guided_choice: Optional[List[str]] = None,

clients/python/llmengine/data_types.py

@@ -324,7 +324,7 @@ class CompletionSyncV1Request(BaseModel):
     frequency_penalty: Optional[float] = Field(default=None, ge=0.0, le=2.0)
     top_k: Optional[int] = Field(default=None, ge=-1)
     top_p: Optional[float] = Field(default=None, gt=0.0, le=1.0)
-    include_stop_str_in_output: Optional[bool] = Field(default=False)
+    include_stop_str_in_output: Optional[bool] = Field(default=None)
     guided_json: Optional[Dict[str, Any]] = Field(default=None)
     guided_regex: Optional[str] = Field(default=None)
     guided_choice: Optional[List[str]] = Field(default=None)
@@ -398,7 +398,7 @@ class CompletionStreamV1Request(BaseModel):
     frequency_penalty: Optional[float] = Field(default=None, ge=0.0, le=2.0)
     top_k: Optional[int] = Field(default=None, ge=-1)
     top_p: Optional[float] = Field(default=None, gt=0.0, le=1.0)
-    include_stop_str_in_output: Optional[bool] = Field(default=False)
+    include_stop_str_in_output: Optional[bool] = Field(default=None)
     guided_json: Optional[Dict[str, Any]] = Field(default=None)
     guided_regex: Optional[str] = Field(default=None)
     guided_choice: Optional[List[str]] = Field(default=None)

clients/python/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "scale-llm-engine"
-version = "0.0.0.beta30"
+version = "0.0.0.beta31"
 description = "Scale LLM Engine Python client"
 license = "Apache-2.0"
 authors = ["Phil Chen <phil.chen@scale.com>"]

clients/python/setup.py

@@ -3,6 +3,6 @@
 setup(
     name="scale-llm-engine",
     python_requires=">=3.7",
-    version="0.0.0.beta30",
+    version="0.0.0.beta31",
     packages=find_packages(),
 )