tests

Signed-off-by: mudler <[email protected]>
go-skynet · Oct 7, 2023 · 465b4bb · 465b4bb
1 parent 948fdec
commit 465b4bb
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/llama_test.go b/llama_test.go
@@ -99,7 +99,6 @@ Do a simple math calculation: How much is 2+2?
 				testModelPath,
 				llama.EnableF16Memory,
 				llama.SetContext(128),
-				llama.EnableEmbeddings,
 				llama.SetGPULayers(10),
 			)
 			Expect(err).ToNot(HaveOccurred())
@@ -115,7 +114,11 @@ Do a simple math calculation: How much is 2+2?
 			model, err := getModel()
 			text, err := model.Predict(`[INST] Answer to the following question:
 how much is 2+2?
-[/INST]`)
+[/INST]`,
+				SetTemperature(1.0),
+				SetTopP(0.8),
+				SetTopK(40),
+			)
 			Expect(err).ToNot(HaveOccurred(), text)
 			Expect(text).To(ContainSubstring("4"), text)
 		})