From 465b4bba81560b164689c755443d265c78de2c5e Mon Sep 17 00:00:00 2001
From: mudler <mudler@localai.io>
Date: Sat, 7 Oct 2023 11:19:30 +0200
Subject: [PATCH] tests

Signed-off-by: mudler <mudler@localai.io>
---
 llama_test.go | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/llama_test.go b/llama_test.go
index ded03f2..60686c5 100644
--- a/llama_test.go
+++ b/llama_test.go
@@ -99,7 +99,6 @@ Do a simple math calculation: How much is 2+2?
 				testModelPath,
 				llama.EnableF16Memory,
 				llama.SetContext(128),
-				llama.EnableEmbeddings,
 				llama.SetGPULayers(10),
 			)
 			Expect(err).ToNot(HaveOccurred())
@@ -115,7 +114,11 @@ Do a simple math calculation: How much is 2+2?
 			model, err := getModel()
 			text, err := model.Predict(`[INST] Answer to the following question:
 how much is 2+2?
-[/INST]`)
+[/INST]`,
+				SetTemperature(1.0),
+				SetTopP(0.8),
+				SetTopK(40),
+			)
 			Expect(err).ToNot(HaveOccurred(), text)
 			Expect(text).To(ContainSubstring("4"), text)
 		})