Browse Source

fix hanging on single string

Roy Han 9 months ago
parent
commit
c697eb2a9b
1 changed files with 4 additions and 0 deletions
  1. 4 0
      llm/ext_server/server.cpp

+ 4 - 0
llm/ext_server/server.cpp

@@ -3188,6 +3188,10 @@ int main(int argc, char **argv) {
                     prompt = "";
                 }
 
+                if (prompt.size() == 1) {
+                    prompt = prompt[0];
+                }
+
                 // create and queue the task
                 json responses;
                 {