fix: health

Signed-off-by: thxCode <thxcode0824@gmail.com>
gpustack · Jul 18, 2024 · ec29b8a · ec29b8a
1 parent 6f56cb9
commit ec29b8a
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/llama-box/main.cpp b/llama-box/main.cpp
@@ -2592,14 +2592,18 @@ int main(int argc, char **argv) {
 
     // load the model
     if (!ctx_server.load_model(bparams)) {
+        state.store(SERVER_STATE_ERROR);
         return 1;
     }
     LOG_INFO("model loaded", {});
 
+    // init server
     if (!ctx_server.init()) {
+        state.store(SERVER_STATE_ERROR);
         return 1;
     }
     LOG_INFO("server initialized", {});
+    state.store(SERVER_STATE_READY);
 
     // if a custom chat template is not supplied, we will use the one that comes
     // with the model (if any)

diff --git a/llama-box/tools/completion.sh b/llama-box/tools/completion.sh
@@ -140,7 +140,7 @@ echo "SEED        : ${SEED}"
 printf "=====================================================\n\n"
 
 if [[ -f "${LOG_FILE}" ]]; then
-    rm -f "${LOG_FILE}"
+    : > "${LOG_FILE}"
 fi
 if [[ ! -f "${LOG_FILE}" ]]; then
     touch "${LOG_FILE}"