fix(server): Use split_mode from model settings (#1594)

Co-authored-by: Andrei <abetlen@gmail.com>

Author: grider-withourai

llama_cpp/server/model.py

@@ -223,6 +223,7 @@ def load_llama_from_model_settings(settings: ModelSettings) -> llama_cpp.Llama:
             **kwargs,
             # Model Params
             n_gpu_layers=settings.n_gpu_layers,
+            split_mode=settings.split_mode,
             main_gpu=settings.main_gpu,
             tensor_split=settings.tensor_split,
             vocab_only=settings.vocab_only,