Upload 2 files

ChatIPC.cpp

@@ -388,6 +388,7 @@ static std::vector<std::string> generate_response(KnowledgeBase &kb,
             resp.push_back(only);
             recent_counts[only] += 1;
             last_printed = only;
+            std::cout << only << ' ' << std::flush;   // print immediately
             continue;
         }
 
@@ -401,6 +402,7 @@ static std::vector<std::string> generate_response(KnowledgeBase &kb,
         resp.push_back(chosen);
         recent_counts[chosen] += 1;
         last_printed = chosen;
+        std::cout << chosen << ' ' << std::flush;     // print immediately
     }
     return resp;
 }
@@ -640,7 +642,6 @@ int main(int argc, char **argv){
         for (size_t i=1;i<prompt_toks.size();++i) kb.add_pair(prompt_toks[i-1], prompt_toks[i]);
         auto def_index = snapshot_def_index(kb);
         auto resp = generate_response(kb, prompt_toks, maxlen, def_index, repeat_penalty);
-        for (size_t i=0;i<resp.size();++i){ std::cout << resp[i]; if (i+1<resp.size()) std::cout << ' '; }
         std::cout << "\n";
         if (!resp.empty()){
             std::vector<std::string> combined = prompt_toks;

ChatIPC.exe

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cebe8014f2651597ff43d04dc0a27089ada505868be13eda19ce52089baafc8b
+oid sha256:20c7e56c319bdfa3c497438bb1d67713433580c891fdb300deed3b7f0f874f60
 size 24027648