temp

src/utils/misc.ts

@@ -1,4 +1,4 @@
-import { parse } from 'partial-json'
+import { Allow, parse } from 'partial-json'
 import { responseToAsyncIterator } from './streaming'
 import { promplateBaseUrl } from './constants'
 import type { ChatMessage } from '@/types'
@@ -61,15 +61,15 @@ class API {
 
     const res = await fetch(`${promplateBaseUrl}/single/suggest`, {
       method: 'PUT',
-      body: JSON.stringify({ messages, model: 'llama3-70b-8192', prefill: true }),
+      body: JSON.stringify({ messages, model: '01-ai/Yi-1.5-9B-Chat-16K', temperature: 0 }),
       headers: { 'content-type': 'application/json' },
     })
 
     let json = ''
 
     for await (const delta of responseToAsyncIterator(res)) {
       json += delta
-      yield parse(json) as string[]
+      yield parse(json, Allow.ARR) as string[]
     }
   }