We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ca5e5e8 commit 130e0d4Copy full SHA for 130e0d4
src/main/java/org/myrobotlab/service/Llama.java
@@ -37,6 +37,7 @@ public Llama(String reservedKey, String inId) {
37
public void loadModel(String modelPath) {
38
Parameters params = new Parameters.Builder()
39
.setNGpuLayers(0)
40
+ .setNThreads(java.lang.Runtime.getRuntime().availableProcessors())
41
.setTemperature(0.7f)
42
.setPenalizeNl(true)
43
.setMirostat(Parameters.MiroStat.V2)
@@ -129,6 +130,11 @@ public Response publishResponse(Response response) {
129
130
return response;
131
}
132
133
+ public void reset() {
134
+ model.reset();
135
+
136
+ }
137
138
public static void main(String[] args) {
139
try {
140
0 commit comments