From 4791cd23af08da70895204a3a7fbaf889d9af2d5 Mon Sep 17 00:00:00 2001
From: "A.J. Shulman" <Shulman.aj@gmail.com>
Date: Sat, 7 Sep 2024 12:43:05 -0400
Subject: completely restructured, added comments, and significantly reduced
 the length of the prompt (~72% shorter and cheaper)

---
 .../response_parsers/StreamedAnswerParser.ts       | 73 ----------------------
 1 file changed, 73 deletions(-)
 delete mode 100644 src/client/views/nodes/ChatBox/response_parsers/StreamedAnswerParser.ts

(limited to 'src/client/views/nodes/ChatBox/response_parsers/StreamedAnswerParser.ts')

diff --git a/src/client/views/nodes/ChatBox/response_parsers/StreamedAnswerParser.ts b/src/client/views/nodes/ChatBox/response_parsers/StreamedAnswerParser.ts
deleted file mode 100644
index 3585cab4a..000000000
--- a/src/client/views/nodes/ChatBox/response_parsers/StreamedAnswerParser.ts
+++ /dev/null
@@ -1,73 +0,0 @@
-import { threadId } from 'worker_threads';
-
-enum ParserState {
-    Outside,
-    InGroundedText,
-    InNormalText,
-}
-
-export class StreamedAnswerParser {
-    private state: ParserState = ParserState.Outside;
-    private buffer: string = '';
-    private result: string = '';
-    private isStartOfLine: boolean = true;
-
-    public parse(char: string): string {
-        switch (this.state) {
-            case ParserState.Outside:
-                if (char === '<') {
-                    this.buffer = '<';
-                } else if (char === '>') {
-                    if (this.buffer.startsWith('<grounded_text')) {
-                        this.state = ParserState.InGroundedText;
-                    } else if (this.buffer.startsWith('<normal_text')) {
-                        this.state = ParserState.InNormalText;
-                    }
-                    this.buffer = '';
-                } else {
-                    this.buffer += char;
-                }
-                break;
-
-            case ParserState.InGroundedText:
-            case ParserState.InNormalText:
-                if (char === '<') {
-                    this.buffer = '<';
-                } else if (this.buffer.startsWith('</grounded_text') && char === '>') {
-                    this.state = ParserState.Outside;
-                    this.buffer = '';
-                } else if (this.buffer.startsWith('</normal_text') && char === '>') {
-                    this.state = ParserState.Outside;
-                    this.buffer = '';
-                } else if (this.buffer.startsWith('<')) {
-                    this.buffer += char;
-                } else {
-                    this.processChar(char);
-                }
-                break;
-        }
-
-        return this.result.trim();
-    }
-
-    private processChar(char: string): void {
-        if (this.isStartOfLine && char === ' ') {
-            // Skip leading spaces
-            return;
-        }
-        if (char === '\n') {
-            this.result += char;
-            this.isStartOfLine = true;
-        } else {
-            this.result += char;
-            this.isStartOfLine = false;
-        }
-    }
-
-    public reset(): void {
-        this.state = ParserState.Outside;
-        this.buffer = '';
-        this.result = '';
-        this.isStartOfLine = true;
-    }
-}
-- 
cgit v1.2.3-70-g09d2