fix setup & inference with plugin bugs (#67)

* add LOAD_DEFAULT_DATASET and DEFAULT_DATASET_NAME to .env.production on setup Signed-off-by: cbh778899 <[email protected]> * fix bugs crashes app when use system_instruction in plugin Signed-off-by: cbh778899 <[email protected]> --------- Signed-off-by: cbh778899 <[email protected]>
SkywardAI · Aug 25, 2024 · 1b7ee2a · 1b7ee2a
1 parent cc23f17
commit 1b7ee2a
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 4 deletions.
diff --git a/.env.production b/.env.production
@@ -1,9 +1,11 @@
 ALLOW_ORIGIN="*"
 STATIC_API_KEY_ENABLED=0
-ENABLE_HTTPS=0
 ENABLE_PLUGIN=0
+ENABLE_HTTPS=0
 HTTPS_KEY_PATH="*/privkey.pem"
 HTTPS_CERT_PATH="*/cert.pem"
 HTTPS_CA_PATH="*/chain.pem"
 SYSTEM_INSTRUCTION="*"
+LOAD_DEFAULT_DATASET=0
+DEFAULT_DATASET_NAME="production_dataset"
 AVAILABLE_APIS="ALL"
diff --git a/actions/inference.js b/actions/inference.js
@@ -164,7 +164,7 @@ export async function chatCompletion(req, res) {
                 request_body.prompt = formatOpenAIContext(value);
                 break;
             case "system_instruction":
-                messages.push(value);
+                messages.push({role:"system", content: value});
                 break;
             case "normal": default:
                 break;

diff --git a/setup/setup.c b/setup/setup.c
@@ -641,12 +641,14 @@ void saveSettings(int show_message) {
     fprintf(f, ENV_PRODUCTION_FILE,
         allow_origin_name,
         static_api_key_enabled,
-        https_enabled,
         plugin_enabled,
+        https_enabled,
         https_cert_path_container, https_privkey_name,
         https_cert_path_container, https_cert_name,
         https_cert_path_container, https_ca_name,
         system_instruction,
+        default_dataset_enabled,
+        default_dataset_name,
         api_enabled_str
     );
     fclose(f);

diff --git a/setup/setup_types.h b/setup/setup_types.h
@@ -584,12 +584,14 @@
 #define ENV_PRODUCTION_FILE \
 "ALLOW_ORIGIN=\"%s\"\n"\
 "STATIC_API_KEY_ENABLED=%d\n"\
-"ENABLE_HTTPS=%d\n"\
 "ENABLE_PLUGIN=%d\n"\
+"ENABLE_HTTPS=%d\n"\
 "HTTPS_KEY_PATH=\"%s/%s\"\n"\
 "HTTPS_CERT_PATH=\"%s/%s\"\n"\
 "HTTPS_CA_PATH=\"%s/%s\"\n"\
 "SYSTEM_INSTRUCTION=\"%s\"\n"\
+"LOAD_DEFAULT_DATASET=%d\n"\
+"DEFAULT_DATASET_NAME=\"%s\"\n"\
 "AVAILABLE_APIS=\"%s\""
 
 #define AVAILABLE_APIS_FORMAT "%d%d%d%d.%d%d.%d.%d%d.%d"