streaming wip

alexmojaki · alexmojaki · commit 7a2c41334e8d · 2023-06-10T21:46:04.000+02:00
diff --git a/frontend/package-lock.json b/frontend/package-lock.json
diff --git a/frontend/package.json b/frontend/package.json
@@ -12,6 +12,7 @@
     "@fortawesome/fontawesome-svg-core": "^6.2.0",
     "@fortawesome/free-solid-svg-icons": "^6.2.0",
     "@fortawesome/react-fontawesome": "^0.2.0",
+    "@microsoft/fetch-event-source": "^2.0.1",
     "@sentry/react": "^7.16.0",
     "ansi_up": "^5.0.0",
     "axios": "^0.21.2",
diff --git a/frontend/src/App.js b/frontend/src/App.js
@@ -59,6 +59,7 @@ import terms from "./terms.json"
 import _ from "lodash";
 import {otherVisibleLanguages} from "./languages";
 import ReactMarkdown from "react-markdown";
+import {fetchEventSource} from '@microsoft/fetch-event-source';
 
 
 const EditorButtons = (
@@ -320,17 +321,29 @@ function AI({ chat }) {
           assistant,
           terms: terms.unparsed,
         };
-        const res = await fetch(
+        let currentChat = "";
+        await fetchEventSource(
           "http://127.0.0.1:5001/futurecoder-io/us-central1/chat",
           {
             method: "POST",
             body: JSON.stringify(data),
             headers: {
               "Content-Type": "application/json",
             },
+            onmessage: (event) => {
+              console.log(event);
+              // currentChat += event.data;
+              // bookSetState("assistant.chat", currentChat);
+            },
+            onclose() {
+              console.log("closed");
+            },
+            onerror(error) {
+              console.error(error);
+              throw error;
+            }
           }
         );
-        bookSetState("assistant.chat", await res.text());
       }}>
       Send
     </button>
