DocsGPT/extensions/react-widget/src/requests/streamingApi.ts

import { Answer } from "@/models/customTypes";
import { Doc } from "@/models/customTypes";
interface HistoryItem {
    prompt: string;
    response?: string;
  }
interface FetchAnswerStreamingProps {
    question?: string;
    apiKey?: string;
    selectedDocs?: string;
    history?: HistoryItem[];
    conversationId?: string | null;
    apiHost?: string;
    onEvent?: (event: MessageEvent) => void;
  }
export function fetchAnswerStreaming({
    question = '',
    apiKey = '',
    selectedDocs = '',
    history = [],
    conversationId = null,
    apiHost = '',
    onEvent = () => {console.log("Event triggered, but no handler provided.");}
  }: FetchAnswerStreamingProps): Promise<void> {
    let docPath = 'default';
    if (selectedDocs) {
      docPath = selectedDocs;
    }
  
    return new Promise<void>((resolve, reject) => {
      const body = {
        question: question,
        api_key: apiKey,
        embeddings_key: apiKey,
        active_docs: docPath,
        history: JSON.stringify(history),
        conversation_id: conversationId,
        model: 'default'
      };
  
      fetch(apiHost + '/stream', {
        method: 'POST',
        headers: {
          'Content-Type': 'application/json',
        },
        body: JSON.stringify(body),
      })
        .then((response) => {
          if (!response.body) throw Error('No response body');
  
          const reader = response.body.getReader();
          const decoder = new TextDecoder('utf-8');
          let counterrr = 0;
          const processStream = ({
            done,
            value,
          }: ReadableStreamReadResult<Uint8Array>) => {
            if (done) {
              console.log(counterrr);
              resolve();
              return;
            }
  
            counterrr += 1;
  
            const chunk = decoder.decode(value);
  
            const lines = chunk.split('\n');
  
            for (let line of lines) {
              if (line.trim() == '') {
                continue;
              }
              if (line.startsWith('data:')) {
                line = line.substring(5);
              }
  
              const messageEvent = new MessageEvent('message', {
                data: line,
              });
  
              onEvent(messageEvent); // handle each message
            }
  
            reader.read().then(processStream).catch(reject);
          };
  
          reader.read().then(processStream).catch(reject);
        })
        .catch((error) => {
          console.error('Connection failed:', error);
          reject(error);
        });
    });
  }