Merge branch 'main' of github.com:abetlen/llama_cpp_python into main

abetlen · abetlen · commit 28c2b884e236 · 2023-10-19T02:55:31.000-04:00
diff --git a/llama_cpp/server/app.py b/llama_cpp/server/app.py
@@ -48,8 +48,8 @@ class Settings(BaseSettings):
     )
     n_gpu_layers: int = Field(
         default=0,
-        ge=0,
-        description="The number of layers to put on the GPU. The rest will be on the CPU.",
+        ge=-1,
+        description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.",
     )
     main_gpu: int = Field(
         default=0,

Original file line number	Diff line number	Diff line change
`@@ -48,8 +48,8 @@ class Settings(BaseSettings):`
`48`	`48`	`)`
`49`	`49`	`n_gpu_layers: int = Field(`
`50`	`50`	`default=0,`
`51`		`- ge=0,`
`52`		`- description="The number of layers to put on the GPU. The rest will be on the CPU.",`
	`51`	`+ ge=-1,`
	`52`	`+ description="The number of layers to put on the GPU. The rest will be on the CPU. Set -1 to move all to GPU.",`
`53`	`53`	`)`
`54`	`54`	`main_gpu: int = Field(`
`55`	`55`	`default=0,`