- => {
- const controller = new AbortController();
- if (timeout)
- setTimeout(() => controller.abort(), timeout);
+export const getStatus = async (
+ timeout?: number
+): Promise => {
+ const controller = new AbortController()
+ if (timeout) setTimeout(() => controller.abort(), timeout)
- const port = commonStore.getCurrentModelConfig().apiParameters.apiPort;
- let ret: Status | undefined;
- await fetch(`http://127.0.0.1:${port}/status`, { signal: controller.signal }).then(r => r.json()).then(data => {
- ret = data;
- }).catch(() => {
- });
- return ret;
-};
+ const port = commonStore.getCurrentModelConfig().apiParameters.apiPort
+ let ret: Status | undefined
+ await fetch(`http://127.0.0.1:${port}/status`, { signal: controller.signal })
+ .then((r) => r.json())
+ .then((data) => {
+ ret = data
+ })
+ .catch(() => {})
+ return ret
+}
diff --git a/frontend/src/components/ConfigSelector.tsx b/frontend/src/components/ConfigSelector.tsx
index 1be1f0fd..ae21e7cd 100644
--- a/frontend/src/components/ConfigSelector.tsx
+++ b/frontend/src/components/ConfigSelector.tsx
@@ -1,24 +1,32 @@
-import { FC } from 'react';
-import { observer } from 'mobx-react-lite';
-import { Dropdown, Option, PresenceBadge } from '@fluentui/react-components';
-import commonStore from '../stores/commonStore';
+import { FC } from 'react'
+import { Dropdown, Option, PresenceBadge } from '@fluentui/react-components'
+import { observer } from 'mobx-react-lite'
+import commonStore from '../stores/commonStore'
-export const ConfigSelector: FC<{ size?: 'small' | 'medium' | 'large' }> = observer(({ size }) => {
- return {
- if (data.optionValue)
- commonStore.setCurrentConfigIndex(Number(data.optionValue));
- }}>
- {commonStore.modelConfigs.map((config, index) =>
-
- )}
- ;
-});
\ No newline at end of file
+export const ConfigSelector: FC<{ size?: 'small' | 'medium' | 'large' }> =
+ observer(({ size }) => {
+ return (
+ {
+ if (data.optionValue)
+ commonStore.setCurrentConfigIndex(Number(data.optionValue))
+ }}
+ >
+ {commonStore.modelConfigs.map((config, index) => (
+
+ ))}
+
+ )
+ })
diff --git a/frontend/src/components/CopyButton.tsx b/frontend/src/components/CopyButton.tsx
index 7dc3304f..502c4efe 100644
--- a/frontend/src/components/CopyButton.tsx
+++ b/frontend/src/components/CopyButton.tsx
@@ -1,26 +1,34 @@
-import { FC, useState } from 'react';
-import { CheckIcon, CopyIcon } from '@primer/octicons-react';
-import { useTranslation } from 'react-i18next';
-import { ClipboardSetText } from '../../wailsjs/runtime';
-import { ToolTipButton } from './ToolTipButton';
+import { FC, useState } from 'react'
+import { CheckIcon, CopyIcon } from '@primer/octicons-react'
+import { useTranslation } from 'react-i18next'
+import { ClipboardSetText } from '../../wailsjs/runtime'
+import { ToolTipButton } from './ToolTipButton'
-export const CopyButton: FC<{ content: string, showDelay?: number, }> = ({ content, showDelay = 0 }) => {
- const { t } = useTranslation();
- const [copied, setCopied] = useState(false);
+export const CopyButton: FC<{ content: string; showDelay?: number }> = ({
+ content,
+ showDelay = 0,
+}) => {
+ const { t } = useTranslation()
+ const [copied, setCopied] = useState(false)
const onClick = () => {
ClipboardSetText(content)
- .then(() => setCopied(true))
- .then(() =>
- setTimeout(() => {
- setCopied(false);
- }, 600)
- );
- };
+ .then(() => setCopied(true))
+ .then(() =>
+ setTimeout(() => {
+ setCopied(false)
+ }, 600)
+ )
+ }
return (
-
pauseOnFocusLoss={false}
draggable={false}
theme={commonStore.settings.darkMode ? 'dark' : 'light'}
- />;
\ No newline at end of file
+ />
+)
diff --git a/frontend/src/components/DialogButton.tsx b/frontend/src/components/DialogButton.tsx
index 1e65499b..877269bd 100644
--- a/frontend/src/components/DialogButton.tsx
+++ b/frontend/src/components/DialogButton.tsx
@@ -1,4 +1,4 @@
-import React, { FC, ReactElement } from 'react';
+import React, { FC, ReactElement } from 'react'
import {
Button,
Dialog,
@@ -7,75 +7,102 @@ import {
DialogContent,
DialogSurface,
DialogTitle,
- DialogTrigger
-} from '@fluentui/react-components';
-import { ToolTipButton } from './ToolTipButton';
-import { useTranslation } from 'react-i18next';
-import { LazyImportComponent } from './LazyImportComponent';
+ DialogTrigger,
+} from '@fluentui/react-components'
+import { useTranslation } from 'react-i18next'
+import { LazyImportComponent } from './LazyImportComponent'
+import { ToolTipButton } from './ToolTipButton'
-const MarkdownRender = React.lazy(() => import('./MarkdownRender'));
+const MarkdownRender = React.lazy(() => import('./MarkdownRender'))
export const DialogButton: FC<{
- text?: string | null,
- icon?: ReactElement,
- tooltip?: string | null,
- className?: string,
- title: string,
+ text?: string | null
+ icon?: ReactElement
+ tooltip?: string | null
+ className?: string
+ title: string
content?: string | ReactElement | null
- markdown?: boolean,
- onConfirm?: () => void,
- size?: 'small' | 'medium' | 'large',
- shape?: 'rounded' | 'circular' | 'square',
- appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent',
- cancelButton?: boolean,
- confirmButton?: boolean,
- cancelButtonText?: string,
- confirmButtonText?: string,
+ markdown?: boolean
+ onConfirm?: () => void
+ size?: 'small' | 'medium' | 'large'
+ shape?: 'rounded' | 'circular' | 'square'
+ appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent'
+ cancelButton?: boolean
+ confirmButton?: boolean
+ cancelButtonText?: string
+ confirmButtonText?: string
}> = ({
- text, icon, tooltip, className, title, content, markdown,
- onConfirm, size, shape, appearance,
+ text,
+ icon,
+ tooltip,
+ className,
+ title,
+ content,
+ markdown,
+ onConfirm,
+ size,
+ shape,
+ appearance,
cancelButton = true,
confirmButton = true,
cancelButtonText = 'Cancel',
- confirmButtonText = 'Confirm'
+ confirmButtonText = 'Confirm',
}) => {
- const { t } = useTranslation();
+ const { t } = useTranslation()
- return
+ )
+}
diff --git a/frontend/src/components/Labeled.tsx b/frontend/src/components/Labeled.tsx
index d315c111..4dee13ee 100644
--- a/frontend/src/components/Labeled.tsx
+++ b/frontend/src/components/Labeled.tsx
@@ -1,15 +1,15 @@
-import { FC, ReactElement } from 'react';
-import { Label, Tooltip } from '@fluentui/react-components';
-import classnames from 'classnames';
+import { FC, ReactElement } from 'react'
+import { Label, Tooltip } from '@fluentui/react-components'
+import classnames from 'classnames'
export const Labeled: FC<{
- label: string;
- desc?: string | null,
- descComponent?: ReactElement,
- content: ReactElement,
- flex?: boolean,
- spaceBetween?: boolean,
- breakline?: boolean,
+ label: string
+ desc?: string | null
+ descComponent?: ReactElement
+ content: ReactElement
+ flex?: boolean
+ spaceBetween?: boolean
+ breakline?: boolean
onMouseEnter?: () => void
onMouseLeave?: () => void
}> = ({
@@ -21,22 +21,34 @@ export const Labeled: FC<{
spaceBetween,
breakline,
onMouseEnter,
- onMouseLeave
+ onMouseLeave,
}) => {
return (
-
+
+ }
+ >
- selectTab(value)}
- vertical
- >
- {pages.filter(page => page.top).map(({ label, path, icon }, index) => (
-
- {mq && t(label)}
-
- ))}
-
- selectTab(value)}
- vertical
- >
- {pages.filter(page => !page.top).map(({ label, path, icon }, index) => (
-
- {mq && t(label)}
-
- ))}
-
-
-
+ {useMobileStyle ? (
+ !isHome ? (
+
{pages.map(({ path, element }, index) => (
-
+ {topTabList}
+ {bottomTabList}
+
+ )}
+
- {(desc || descComponent) ?
-
-
- :
-
- }
+ >;
- lazyProps?: any;
- children?: ReactNode;
+ lazyChildren: LazyExoticComponent>
+ lazyProps?: any
+ children?: ReactNode
}
export const LazyImportComponent: FC = (props) => {
- const { t } = useTranslation();
+ const { t } = useTranslation()
return (
-
-
}>
+
+ {desc || descComponent ? (
+
+
+
+ ) : (
+
+ )}
{content}
- );
-};
+ )
+}
diff --git a/frontend/src/components/LazyImportComponent.tsx b/frontend/src/components/LazyImportComponent.tsx
index 17f8d0f7..f94e4249 100644
--- a/frontend/src/components/LazyImportComponent.tsx
+++ b/frontend/src/components/LazyImportComponent.tsx
@@ -1,24 +1,27 @@
-import { FC, LazyExoticComponent, ReactNode, Suspense } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Spinner } from '@fluentui/react-components';
+import { FC, LazyExoticComponent, ReactNode, Suspense } from 'react'
+import { Spinner } from '@fluentui/react-components'
+import { useTranslation } from 'react-i18next'
interface LazyImportComponentProps {
- lazyChildren: LazyExoticComponent
- {props.disabled ?
+ (null)
+ const timeout = useRef(autoHideDelay)
+
+ useEffect(() => {
+ const timer = setInterval(() => {
+ if (timeout.current > 0) {
+ timeout.current -= 300
+ } else {
+ setExpanded(false)
+ }
+ }, 300)
+ return () => {
+ clearInterval(timer)
+ }
+ }, [])
+
+ useEffect(() => {
+ const listener = (e: UIEvent) => {
+ if (ref.current) {
+ if (ref.current.contains(e.target as Node)) {
+ timeout.current = autoHideDelay
+ } else {
+ setExpanded(false)
+ }
+ }
+ }
+ document.addEventListener('mousedown', listener)
+ document.addEventListener('touchstart', listener)
+ return () => {
+ document.removeEventListener('mousedown', listener)
+ document.removeEventListener('touchstart', listener)
+ }
+ }, [])
+
+ const contentRef = useRef(null)
+ const [height, setHeight] = useState(0)
+
+ useEffect(() => {
+ const updateHeight = () => {
+ setHeight(contentRef.current?.scrollHeight || 0)
+ }
+ const observer = new ResizeObserver(updateHeight)
+ observer.observe(contentRef.current!)
+ return () => observer.disconnect()
+ }, [])
+
+ return (
+ , data: SliderOnChangeData) => void
- style?: CSSProperties,
+ value: number
+ min: number
+ max: number
+ step?: number
+ onChange?: (
+ ev: React.ChangeEvent,
+ data: SliderOnChangeData
+ ) => void
+ style?: CSSProperties
toFixed?: number
disabled?: boolean
}> = ({ value, min, max, step, onChange, style, toFixed = 2, disabled }) => {
return (
- {
- onChange?.(e, { value: Number(data.value) });
+ onChange?.(e, { value: Number(data.value) })
}}
onBlur={(e) => {
if (onChange) {
if (step) {
- const offset = (min > 0 ? min : 0) - (max < 0 ? max : 0);
- value = Number(((
- Math.round((value - offset) / step) * step)
- + offset)
- .toFixed(toFixed)); // avoid precision issues
+ const offset = (min > 0 ? min : 0) - (max < 0 ? max : 0)
+ value = Number(
+ (Math.round((value - offset) / step) * step + offset).toFixed(
+ toFixed
+ )
+ ) // avoid precision issues
}
- onChange(e, { value: Math.max(Math.min(value, max), min) });
+ onChange(e, { value: Math.max(Math.min(value, max), min) })
}
- }} />
- );
-};
+ }}
+ />
+ )
+}
diff --git a/frontend/src/components/Page.tsx b/frontend/src/components/Page.tsx
index f835a241..86e1e503 100644
--- a/frontend/src/components/Page.tsx
+++ b/frontend/src/components/Page.tsx
@@ -1,12 +1,15 @@
-import React, { FC, ReactElement } from 'react';
-import { Divider, Text } from '@fluentui/react-components';
+import React, { FC, ReactElement } from 'react'
+import { Divider, Text } from '@fluentui/react-components'
-export const Page: FC<{ title: string; content: ReactElement }> = ({ title, content }) => {
+export const Page: FC<{ title: string; content: ReactElement }> = ({
+ title,
+ content,
+}) => {
return (
- = observer(({
- id,
- right,
- scale,
- isSelected,
- onSelect
-}) => {
- const { t } = useTranslation();
- const trackIndex = commonStore.tracks.findIndex(t => t.id === id)!;
- const track = commonStore.tracks[trackIndex];
- const trackClass = isSelected ? 'bg-blue-600' : (commonStore.settings.darkMode ? 'bg-blue-900' : 'bg-gray-700');
- const controlX = useRef(0);
-
- let trackName = t('Track') + ' ' + id;
- if (track.mainInstrument)
- trackName = t('Track') + ' - ' + t('Piano is the main instrument')!.replace(t('Piano')!, t(track.mainInstrument)) + (track.content && (' - ' + track.content));
- else if (track.content)
- trackName = t('Track') + ' - ' + track.content;
-
- return (
- {
- controlX.current = data.lastX;
- }}
- onStop={(e, data) => {
- const delta = data.lastX - controlX.current;
- let offsetTime = Math.round(Math.round(delta / snapValue * baseMoveTime * scale) / minimalMoveTime) * minimalMoveTime;
- offsetTime = Math.min(Math.max(
- offsetTime,
- -track.offsetTime), commonStore.trackTotalTime - track.offsetTime);
-
- const tracks = commonStore.tracks.slice();
- tracks[trackIndex].offsetTime += offsetTime;
- commonStore.setTracks(tracks);
- refreshTracksTotalTime();
- }}
- >
-
- );
-});
-
-const AudiotrackEditor: FC<{ setPrompt: (prompt: string) => void }> = observer(({ setPrompt }) => {
- const { t } = useTranslation();
-
- const viewControlsContainerRef = useRef(null);
- const currentTimeControlRef = useRef(null);
- const playStartTimeControlRef = useRef(null);
- const tracksEndLineRef = useRef(null);
- const tracksRef = useRef(null);
- const toolbarRef = useRef(null);
- const toolbarButtonRef = useRef(null);
- const toolbarSliderRef = useRef(null);
- const contentPreviewRef = useRef(null);
-
- const [refreshRef, setRefreshRef] = useState(false);
-
- const windowSize = useWindowSize();
- const scale = (scaleMin + scaleMax) - commonStore.trackScale;
-
- const [selectedTrackId, setSelectedTrackId] = useState('');
- const playStartTimeControlX = useRef(0);
- const selectedTrack = selectedTrackId ? commonStore.tracks.find(t => t.id === selectedTrackId) : undefined;
-
- useEffect(() => {
- if (toolbarSliderRef.current && toolbarSliderRef.current.parentElement)
- toolbarSliderRef.current.parentElement.style.removeProperty('--fui-Slider--steps-percent');
- }, []);
-
- const scrollContentToBottom = () => {
- if (contentPreviewRef.current)
- contentPreviewRef.current.scrollTop = contentPreviewRef.current.scrollHeight;
- };
-
- useEffect(() => {
- scrollContentToBottom();
- }, [commonStore.recordingContent]);
-
- useEffect(() => {
- setRefreshRef(!refreshRef);
- }, [windowSize, commonStore.tracks]);
-
- const viewControlsContainerWidth = (toolbarRef.current && toolbarButtonRef.current && toolbarSliderRef.current) ?
- toolbarRef.current.clientWidth - toolbarButtonRef.current.clientWidth - toolbarSliderRef.current.clientWidth - 16 // 16 = ml-2 mr-2
- : 0;
- const tracksWidth = viewControlsContainerWidth;
- const timeOfTracksWidth = Math.floor(tracksWidth / snapValue) // number of moves
- * baseMoveTime * scale;
- const currentTimeControlWidth = (timeOfTracksWidth < commonStore.trackTotalTime)
- ? timeOfTracksWidth / commonStore.trackTotalTime * viewControlsContainerWidth
- : 0;
- const playStartTimeControlPosition = (commonStore.trackPlayStartTime - commonStore.trackCurrentTime) / (baseMoveTime * scale) * snapValue;
- const tracksEndPosition = (commonStore.trackTotalTime - commonStore.trackCurrentTime) / (baseMoveTime * scale) * snapValue;
- const moveableTracksWidth = (tracksEndLineRef.current && viewControlsContainerRef.current &&
- ((tracksEndLineRef.current.getBoundingClientRect().left - (viewControlsContainerRef.current.getBoundingClientRect().left + trackInitOffsetPx)) > 0))
- ? tracksEndLineRef.current.getBoundingClientRect().left - (viewControlsContainerRef.current.getBoundingClientRect().left + trackInitOffsetPx)
- : Infinity;
-
- return (
-
+ {props.disabled ? (
+ ) : (
+ = (props
's',
'a',
'pre',
- 'cite'
+ 'cite',
]}
unwrapDisallowed={true}
remarkPlugins={[remarkMath, remarkGfm, remarkBreaks]}
@@ -101,19 +109,19 @@ const MarkdownRender: FC = (props
rehypeHighlight,
{
detect: true,
- ignoreMissing: true
- }
- ]
+ ignoreMissing: true,
+ },
+ ],
]}
components={{
- a: Hyperlink
+ a: Hyperlink,
}}
>
{props.children}
- }
+ )}
- );
-};
+ )
+}
-export default MarkdownRender;
+export default MarkdownRender
diff --git a/frontend/src/components/MobileFloatingNavigator.tsx b/frontend/src/components/MobileFloatingNavigator.tsx
new file mode 100644
index 00000000..b6b66f68
--- /dev/null
+++ b/frontend/src/components/MobileFloatingNavigator.tsx
@@ -0,0 +1,113 @@
+import { FC, ReactElement, useEffect, useRef, useState } from 'react'
+import { Button } from '@fluentui/react-components'
+import { ArrowRight20Regular } from '@fluentui/react-icons'
+import classNames from 'classnames'
+import { observer } from 'mobx-react-lite'
+import commonStore from '../stores/commonStore'
+
+export const MobileFloatingNavigator: FC<{
+ autoHideDelay?: number
+ topTabList: ReactElement
+ bottomTabList: ReactElement
+}> = observer(({ autoHideDelay = 3000, topTabList, bottomTabList }) => {
+ const useDarkMode = commonStore.settings.darkMode
+ const [expanded, setExpanded] = useState(true)
+ const ref = useRef
{props.children}
-
:
-
+
+ )
+})
diff --git a/frontend/src/components/NumberInput.tsx b/frontend/src/components/NumberInput.tsx
index dafdaa1d..575d5ad0 100644
--- a/frontend/src/components/NumberInput.tsx
+++ b/frontend/src/components/NumberInput.tsx
@@ -1,33 +1,45 @@
-import React, { CSSProperties, FC } from 'react';
-import { Input } from '@fluentui/react-components';
-import { SliderOnChangeData } from '@fluentui/react-slider';
+import React, { CSSProperties, FC } from 'react'
+import { Input } from '@fluentui/react-components'
+import { SliderOnChangeData } from '@fluentui/react-slider'
export const NumberInput: FC<{
- value: number,
- min: number,
- max: number,
- step?: number,
- onChange?: (ev: React.ChangeEvent
+
+
+ {expanded ? (
+ <>
+ {topTabList}
+
+ {bottomTabList}
+
+ ) : (
+ }
+ appearance="subtle"
+ onClick={() => setExpanded(true)}
+ >
+ )}
+
+
+
{title}
-
+
+ {lang in commonStore.about
+ ? commonStore.about[lang]
+ : commonStore.about['en']}
+
+
+ }
+ />
+ )
+})
-export default About;
+export default About
diff --git a/frontend/src/pages/AudiotrackManager/AudiotrackButton.tsx b/frontend/src/pages/AudiotrackManager/AudiotrackButton.tsx
index 07a49abb..909f8a7c 100644
--- a/frontend/src/pages/AudiotrackManager/AudiotrackButton.tsx
+++ b/frontend/src/pages/AudiotrackManager/AudiotrackButton.tsx
@@ -1,40 +1,61 @@
-import React, { FC, lazy } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Button, Dialog, DialogBody, DialogContent, DialogSurface, DialogTrigger } from '@fluentui/react-components';
-import { CustomToastContainer } from '../../components/CustomToastContainer';
-import { LazyImportComponent } from '../../components/LazyImportComponent';
-import { flushMidiRecordingContent } from '../../utils';
-import commonStore from '../../stores/commonStore';
+import React, { FC, lazy } from 'react'
+import {
+ Button,
+ Dialog,
+ DialogBody,
+ DialogContent,
+ DialogSurface,
+ DialogTrigger,
+} from '@fluentui/react-components'
+import { useTranslation } from 'react-i18next'
+import { CustomToastContainer } from '../../components/CustomToastContainer'
+import { LazyImportComponent } from '../../components/LazyImportComponent'
+import commonStore from '../../stores/commonStore'
+import { flushMidiRecordingContent } from '../../utils'
-const AudiotrackEditor = lazy(() => import('./AudiotrackEditor'));
+const AudiotrackEditor = lazy(() => import('./AudiotrackEditor'))
export const AudiotrackButton: FC<{
- size?: 'small' | 'medium' | 'large',
- shape?: 'rounded' | 'circular' | 'square';
- appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent';
- setPrompt: (prompt: string) => void;
+ size?: 'small' | 'medium' | 'large'
+ shape?: 'rounded' | 'circular' | 'square'
+ appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent'
+ setPrompt: (prompt: string) => void
}> = ({ size, shape, appearance, setPrompt }) => {
- const { t } = useTranslation();
+ const { t } = useTranslation()
- return ;
-};
\ No newline at end of file
+ return (
+
+ )
+}
diff --git a/frontend/src/pages/AudiotrackManager/AudiotrackEditor.tsx b/frontend/src/pages/AudiotrackManager/AudiotrackEditor.tsx
index d77d3faa..ed2e836f 100644
--- a/frontend/src/pages/AudiotrackManager/AudiotrackEditor.tsx
+++ b/frontend/src/pages/AudiotrackManager/AudiotrackEditor.tsx
@@ -1,9 +1,12 @@
-import React, { FC, useEffect, useRef, useState } from 'react';
-import { observer } from 'mobx-react-lite';
-import { useTranslation } from 'react-i18next';
-import Draggable from 'react-draggable';
-import { ToolTipButton } from '../../components/ToolTipButton';
-import { v4 as uuid } from 'uuid';
+import React, { FC, useEffect, useRef, useState } from 'react'
+import {
+ Button,
+ Card,
+ DialogTrigger,
+ Slider,
+ Text,
+ Tooltip,
+} from '@fluentui/react-components'
import {
Add16Regular,
ArrowAutofitWidth20Regular,
@@ -14,59 +17,76 @@ import {
Play16Filled,
Play16Regular,
Record16Regular,
- Stop16Filled
-} from '@fluentui/react-icons';
-import { Button, Card, DialogTrigger, Slider, Text, Tooltip } from '@fluentui/react-components';
-import { useWindowSize } from 'usehooks-ts';
-import commonStore, { ModelStatus } from '../../stores/commonStore';
-import classnames from 'classnames';
+ Stop16Filled,
+} from '@fluentui/react-icons'
+import classnames from 'classnames'
+import { observer } from 'mobx-react-lite'
+import Draggable from 'react-draggable'
+import { useTranslation } from 'react-i18next'
+import { toast } from 'react-toastify'
+import { useWindowSize } from 'usehooks-ts'
+import { v4 as uuid } from 'uuid'
+import { PlayNote } from '../../../wailsjs/go/backend_golang/App'
+import { ToolTipButton } from '../../components/ToolTipButton'
+import commonStore, { ModelStatus } from '../../stores/commonStore'
import {
InstrumentType,
InstrumentTypeNameMap,
InstrumentTypeTokenMap,
MidiMessage,
- tracksMinimalTotalTime
-} from '../../types/composition';
-import { toast } from 'react-toastify';
+ tracksMinimalTotalTime,
+} from '../../types/composition'
import {
flushMidiRecordingContent,
getMidiRawContentMainInstrument,
getMidiRawContentTime,
getReqUrl,
OpenFileDialog,
- refreshTracksTotalTime
-} from '../../utils';
-import { PlayNote } from '../../../wailsjs/go/backend_golang/App';
-
-const snapValue = 25;
-const minimalMoveTime = 8; // 1000/125=8ms wait_events=125
-const scaleMin = 0.05;
-const scaleMax = 3;
-const baseMoveTime = Math.round(minimalMoveTime / scaleMin);
-
-const velocityEvents = 128;
-const velocityBins = 12;
-const velocityExp = 0.5;
-
-const minimalTrackWidth = 80;
-const trackInitOffsetPx = 10;
-const pixelFix = 0.5;
-const topToArrowIcon = 19;
-const arrowIconToTracks = 23;
+ refreshTracksTotalTime,
+} from '../../utils'
+
+const snapValue = 25
+const minimalMoveTime = 8 // 1000/125=8ms wait_events=125
+const scaleMin = 0.05
+const scaleMax = 3
+const baseMoveTime = Math.round(minimalMoveTime / scaleMin)
+
+const velocityEvents = 128
+const velocityBins = 12
+const velocityExp = 0.5
+
+const minimalTrackWidth = 80
+const trackInitOffsetPx = 10
+const pixelFix = 0.5
+const topToArrowIcon = 19
+const arrowIconToTracks = 23
const velocityToBin = (velocity: number) => {
- velocity = Math.max(0, Math.min(velocity, velocityEvents - 1));
- const binsize = velocityEvents / (velocityBins - 1);
- return Math.ceil((velocityEvents * ((Math.pow(velocityExp, (velocity / velocityEvents)) - 1.0) / (velocityExp - 1.0))) / binsize);
-};
+ velocity = Math.max(0, Math.min(velocity, velocityEvents - 1))
+ const binsize = velocityEvents / (velocityBins - 1)
+ return Math.ceil(
+ (velocityEvents *
+ ((Math.pow(velocityExp, velocity / velocityEvents) - 1.0) /
+ (velocityExp - 1.0))) /
+ binsize
+ )
+}
const binToVelocity = (bin: number) => {
- const binsize = velocityEvents / (velocityBins - 1);
- return Math.max(0, Math.ceil(velocityEvents * (Math.log(((velocityExp - 1) * binsize * bin) / velocityEvents + 1) / Math.log(velocityExp)) - 1));
-};
+ const binsize = velocityEvents / (velocityBins - 1)
+ return Math.max(
+ 0,
+ Math.ceil(
+ velocityEvents *
+ (Math.log(((velocityExp - 1) * binsize * bin) / velocityEvents + 1) /
+ Math.log(velocityExp)) -
+ 1
+ )
+ )
+}
const tokenToMidiMessage = (token: string): MidiMessage | null => {
- if (token.startsWith('<')) return null;
+ if (token.startsWith('<')) return null
if (token.startsWith('t') && !token.startsWith('t:')) {
return {
messageType: 'ElapsedTime',
@@ -75,25 +95,28 @@ const tokenToMidiMessage = (token: string): MidiMessage | null => {
note: 0,
velocity: 0,
control: 0,
- instrument: 0
- };
+ instrument: 0,
+ }
}
- const instrument: InstrumentType = InstrumentTypeTokenMap.findIndex(t => token.startsWith(t + ':'));
+ const instrument: InstrumentType = InstrumentTypeTokenMap.findIndex((t) =>
+ token.startsWith(t + ':')
+ )
if (instrument >= 0) {
- const parts = token.split(':');
- if (parts.length !== 3) return null;
- const note = parseInt(parts[1], 16);
- const velocity = parseInt(parts[2], 16);
- if (velocity < 0 || velocity > 127) return null;
- if (velocity === 0) return {
- messageType: 'NoteOff',
- note: note,
- instrument: instrument,
- channel: 0,
- velocity: 0,
- control: 0,
- value: 0
- };
+ const parts = token.split(':')
+ if (parts.length !== 3) return null
+ const note = parseInt(parts[1], 16)
+ const velocity = parseInt(parts[2], 16)
+ if (velocity < 0 || velocity > 127) return null
+ if (velocity === 0)
+ return {
+ messageType: 'NoteOff',
+ note: note,
+ instrument: instrument,
+ channel: 0,
+ velocity: 0,
+ control: 0,
+ value: 0,
+ }
return {
messageType: 'NoteOn',
note: note,
@@ -101,496 +124,729 @@ const tokenToMidiMessage = (token: string): MidiMessage | null => {
instrument: instrument,
channel: 0,
control: 0,
- value: 0
- } as MidiMessage;
+ value: 0,
+ } as MidiMessage
}
- return null;
-};
+ return null
+}
const midiMessageToToken = (msg: MidiMessage) => {
if (msg.messageType === 'NoteOn' || msg.messageType === 'NoteOff') {
- const instrument = InstrumentTypeTokenMap[msg.instrument];
- const note = msg.note.toString(16);
- const velocity = velocityToBin(msg.velocity).toString(16);
- return `${instrument}:${note}:${velocity} `;
+ const instrument = InstrumentTypeTokenMap[msg.instrument]
+ const note = msg.note.toString(16)
+ const velocity = velocityToBin(msg.velocity).toString(16)
+ return `${instrument}:${note}:${velocity} `
} else if (msg.messageType === 'ElapsedTime') {
- let time = Math.round(msg.value / minimalMoveTime);
- const num = Math.floor(time / 125); // wait_events=125
- time -= num * 125;
- let ret = '';
+ let time = Math.round(msg.value / minimalMoveTime)
+ const num = Math.floor(time / 125) // wait_events=125
+ time -= num * 125
+ let ret = ''
for (let i = 0; i < num; i++) {
- ret += 't125 ';
+ ret += 't125 '
}
- if (time > 0)
- ret += `t${time} `;
- return ret;
- } else
- return '';
-};
+ if (time > 0) ret += `t${time} `
+ return ret
+ } else return ''
+}
-let dropRecordingTime = false;
+let dropRecordingTime = false
export const midiMessageHandler = async (data: MidiMessage) => {
if (data.messageType === 'ControlChange') {
- commonStore.setInstrumentType(Math.round(data.value / 127 * (InstrumentTypeNameMap.length - 1)));
- return;
+ commonStore.setInstrumentType(
+ Math.round((data.value / 127) * (InstrumentTypeNameMap.length - 1))
+ )
+ return
}
if (commonStore.recordingTrackId) {
if (dropRecordingTime && data.messageType === 'ElapsedTime') {
- dropRecordingTime = false;
- return;
+ dropRecordingTime = false
+ return
}
data = {
...data,
- instrument: commonStore.instrumentType
- };
- commonStore.setRecordingRawContent([...commonStore.recordingRawContent, data]);
- commonStore.setRecordingContent(commonStore.recordingContent + midiMessageToToken(data));
+ instrument: commonStore.instrumentType,
+ }
+ commonStore.setRecordingRawContent([
+ ...commonStore.recordingRawContent,
+ data,
+ ])
+ commonStore.setRecordingContent(
+ commonStore.recordingContent + midiMessageToToken(data)
+ )
//TODO data.channel = data.instrument;
- PlayNote(data);
+ PlayNote(data)
}
-};
+}
type TrackProps = {
- id: string;
- right: number;
- scale: number;
- isSelected: boolean;
- onSelect: (id: string) => void;
-};
-
-const Track: React.FC
-
+
+ )
+}
diff --git a/frontend/src/components/ToolTipButton.tsx b/frontend/src/components/ToolTipButton.tsx
index 4c774883..a0ac58cb 100644
--- a/frontend/src/components/ToolTipButton.tsx
+++ b/frontend/src/components/ToolTipButton.tsx
@@ -1,18 +1,23 @@
-import React, { CSSProperties, FC, MouseEventHandler, ReactElement } from 'react';
-import { Button, Tooltip } from '@fluentui/react-components';
+import React, {
+ CSSProperties,
+ FC,
+ MouseEventHandler,
+ ReactElement,
+} from 'react'
+import { Button, Tooltip } from '@fluentui/react-components'
export const ToolTipButton: FC<{
- text?: string | null,
- desc: string,
- icon?: ReactElement,
- className?: string,
- style?: CSSProperties,
- size?: 'small' | 'medium' | 'large',
- shape?: 'rounded' | 'circular' | 'square';
- appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent';
- disabled?: boolean,
+ text?: string | null
+ desc: string
+ icon?: ReactElement
+ className?: string
+ style?: CSSProperties
+ size?: 'small' | 'medium' | 'large'
+ shape?: 'rounded' | 'circular' | 'square'
+ appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent'
+ disabled?: boolean
onClick?: MouseEventHandler
- showDelay?: number,
+ showDelay?: number
}> = ({
text,
desc,
@@ -24,14 +29,40 @@ export const ToolTipButton: FC<{
appearance,
disabled,
onClick,
- showDelay = 0
+ showDelay = 0,
}) => {
- return (desc ?
-
-
- :
-
- );
-};
+ return desc ? (
+
+
+
+ ) : (
+
+ )
+}
diff --git a/frontend/src/components/ValuedSlider.tsx b/frontend/src/components/ValuedSlider.tsx
index a60cb2e7..5cc2f948 100644
--- a/frontend/src/components/ValuedSlider.tsx
+++ b/frontend/src/components/ValuedSlider.tsx
@@ -1,35 +1,58 @@
-import React, { FC, useEffect, useRef } from 'react';
-import { Slider, Text } from '@fluentui/react-components';
-import { SliderOnChangeData } from '@fluentui/react-slider';
-import { NumberInput } from './NumberInput';
+import React, { FC, useEffect, useRef } from 'react'
+import { Slider, Text } from '@fluentui/react-components'
+import { SliderOnChangeData } from '@fluentui/react-slider'
+import { NumberInput } from './NumberInput'
export const ValuedSlider: FC<{
- value: number,
- min: number,
- max: number,
- step?: number,
+ value: number
+ min: number
+ max: number
+ step?: number
input?: boolean
- onChange?: (ev: React.ChangeEvent, data: SliderOnChangeData) => void,
+ onChange?: (
+ ev: React.ChangeEvent,
+ data: SliderOnChangeData
+ ) => void
toFixed?: number
disabled?: boolean
}> = ({ value, min, max, step, input, onChange, toFixed, disabled }) => {
- const sliderRef = useRef(null);
+ const sliderRef = useRef(null)
useEffect(() => {
if (step && sliderRef.current && sliderRef.current.parentElement) {
if ((max - min) / step > 10)
- sliderRef.current.parentElement.style.removeProperty('--fui-Slider--steps-percent');
+ sliderRef.current.parentElement.style.removeProperty(
+ '--fui-Slider--steps-percent'
+ )
}
- }, []);
+ }, [])
return (
- );
+ )
// force display the window
- WindowShow();
-});
+ WindowShow()
+})
diff --git a/frontend/src/pages/About.tsx b/frontend/src/pages/About.tsx
index 608dab8f..3e4814d2 100644
--- a/frontend/src/pages/About.tsx
+++ b/frontend/src/pages/About.tsx
@@ -1,23 +1,28 @@
-import React, { FC } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Page } from '../components/Page';
-import MarkdownRender from '../components/MarkdownRender';
-import { observer } from 'mobx-react-lite';
-import commonStore from '../stores/commonStore';
+import React, { FC } from 'react'
+import { observer } from 'mobx-react-lite'
+import { useTranslation } from 'react-i18next'
+import MarkdownRender from '../components/MarkdownRender'
+import { Page } from '../components/Page'
+import commonStore from '../stores/commonStore'
const About: FC = observer(() => {
- const { t } = useTranslation();
- const lang: string = commonStore.settings.language;
+ const { t } = useTranslation()
+ const lang: string = commonStore.settings.language
return (
-
-
- {lang in commonStore.about ? commonStore.about[lang] : commonStore.about['en']}
-
-
- } />
- );
-});
+
- {title}
- {desc && {desc} }
-
+ title: string
+ desc?: string | null
+ content: ReactElement
+ outline?: boolean
+}> = ({ title, desc, content, outline = true }) => {
+ return (
+
+
+
+ {title}
+ {desc && {desc} }
-
- {content}
-
-
- );
- };
+ {content}
+
- {value} }
+ {value}
+ )}
- );
-};
+ )
+}
diff --git a/frontend/src/components/WorkHeader.tsx b/frontend/src/components/WorkHeader.tsx
index 1f3bc955..52226e8c 100644
--- a/frontend/src/components/WorkHeader.tsx
+++ b/frontend/src/components/WorkHeader.tsx
@@ -1,53 +1,61 @@
-import React, { FC } from 'react';
-import { observer } from 'mobx-react-lite';
-import { Divider, PresenceBadge, Text } from '@fluentui/react-components';
-import commonStore, { ModelStatus } from '../stores/commonStore';
-import { ConfigSelector } from './ConfigSelector';
-import { RunButton } from './RunButton';
-import { PresenceBadgeStatus } from '@fluentui/react-badge';
-import { useTranslation } from 'react-i18next';
-import { useMediaQuery } from 'usehooks-ts';
+import React, { FC } from 'react'
+import { PresenceBadgeStatus } from '@fluentui/react-badge'
+import { Divider, PresenceBadge, Text } from '@fluentui/react-components'
+import { observer } from 'mobx-react-lite'
+import { useTranslation } from 'react-i18next'
+import { useMediaQuery } from 'usehooks-ts'
+import commonStore, { ModelStatus } from '../stores/commonStore'
+import { ConfigSelector } from './ConfigSelector'
+import { RunButton } from './RunButton'
const statusText = {
[ModelStatus.Offline]: 'Offline',
[ModelStatus.Starting]: 'Starting',
[ModelStatus.Loading]: 'Loading',
- [ModelStatus.Working]: 'Working'
-};
+ [ModelStatus.Working]: 'Working',
+}
const badgeStatus: { [modelStatus: number]: PresenceBadgeStatus } = {
[ModelStatus.Offline]: 'unknown',
[ModelStatus.Starting]: 'away',
[ModelStatus.Loading]: 'away',
- [ModelStatus.Working]: 'available'
-};
+ [ModelStatus.Working]: 'available',
+}
export const WorkHeader: FC = observer(() => {
- const { t } = useTranslation();
- const mq = useMediaQuery('(min-width: 640px)');
- const port = commonStore.getCurrentModelConfig().apiParameters.apiPort;
+ const { t } = useTranslation()
+ const mq = useMediaQuery('(min-width: 640px)')
+ const port = commonStore.getCurrentModelConfig().apiParameters.apiPort
- return commonStore.platform === 'web' ?
- :
+ return commonStore.platform === 'web' ? (
+
+ ) : (
-
- {t('This tool\'s API is compatible with OpenAI API. It can be used with any ChatGPT tool you like. Go to the settings of some ChatGPT tool, replace the \'https://api.openai.com\' part in the API address with \'') + `http://127.0.0.1:${port}` + '\'.'}
+ {t(
+ "This tool's API is compatible with OpenAI API. It can be used with any ChatGPT tool you like. Go to the settings of some ChatGPT tool, replace the 'https://api.openai.com' part in the API address with '"
+ ) +
+ `http://127.0.0.1:${port}` +
+ "'."}
- ;
-});
\ No newline at end of file
+ )
+})
diff --git a/frontend/src/main.tsx b/frontend/src/main.tsx
index bbf8af84..3db56a94 100644
--- a/frontend/src/main.tsx
+++ b/frontend/src/main.tsx
@@ -1,25 +1,25 @@
-import './webWails';
-import React from 'react';
-import { createRoot } from 'react-dom/client';
-import './style.scss';
-import 'react-toastify/dist/ReactToastify.css';
-import App from './App';
-import { HashRouter } from 'react-router-dom';
-import { startup } from './startup';
-import './_locales/i18n-react';
-import { WindowShow } from '../wailsjs/runtime';
+import './webWails'
+import React from 'react'
+import { createRoot } from 'react-dom/client'
+import './style.scss'
+import 'react-toastify/dist/ReactToastify.css'
+import { HashRouter } from 'react-router-dom'
+import App from './App'
+import { startup } from './startup'
+import './_locales/i18n-react'
+import { WindowShow } from '../wailsjs/runtime'
startup().then(() => {
- const container = document.getElementById('root');
+ const container = document.getElementById('root')
- const root = createRoot(container!);
+ const root = createRoot(container!)
root.render(
+
{t('Model Status') + ': ' + t(statusText[commonStore.status.status])}
-
- {commonStore.lastModelName && mq &&
- {commonStore.lastModelName}
- }
+ {t('Model Status') +
+ ': ' +
+ t(statusText[commonStore.status.status])}
+
+
+ {commonStore.lastModelName && mq && (
+ {commonStore.lastModelName}
+ )}
void
+}
+
+const Track: React.FC = observer(
+ ({ id, right, scale, isSelected, onSelect }) => {
+ const { t } = useTranslation()
+ const trackIndex = commonStore.tracks.findIndex((t) => t.id === id)!
+ const track = commonStore.tracks[trackIndex]
+ const trackClass = isSelected
+ ? 'bg-blue-600'
+ : commonStore.settings.darkMode
+ ? 'bg-blue-900'
+ : 'bg-gray-700'
+ const controlX = useRef(0)
+
+ let trackName = t('Track') + ' ' + id
+ if (track.mainInstrument)
+ trackName =
+ t('Track') +
+ ' - ' +
+ t('Piano is the main instrument')!.replace(
+ t('Piano')!,
+ t(track.mainInstrument)
+ ) +
+ (track.content && ' - ' + track.content)
+ else if (track.content) trackName = t('Track') + ' - ' + track.content
+
+ return (
+ {
+ controlX.current = data.lastX
+ }}
+ onStop={(e, data) => {
+ const delta = data.lastX - controlX.current
+ let offsetTime =
+ Math.round(
+ Math.round((delta / snapValue) * baseMoveTime * scale) /
+ minimalMoveTime
+ ) * minimalMoveTime
+ offsetTime = Math.min(
+ Math.max(offsetTime, -track.offsetTime),
+ commonStore.trackTotalTime - track.offsetTime
+ )
+
+ const tracks = commonStore.tracks.slice()
+ tracks[trackIndex].offsetTime += offsetTime
+ commonStore.setTracks(tracks)
+ refreshTracksTotalTime()
}}
- onClick={() => onSelect(id)}
>
- {trackName}
-
-
-
- {`${commonStore.trackPlayStartTime} ms / ${commonStore.trackTotalTime} ms`}
-
-
-
-
onSelect(id)}
+ >
+ {trackName}
-
-
-
-
- {
- setTimeout(() => {
- let offset = 0;
- if (currentTimeControlRef.current) {
- const match = currentTimeControlRef.current.style.transform.match(/translate\((.+)px,/);
- if (match)
- offset = parseFloat(match[1]);
- }
- const offsetTime = commonStore.trackTotalTime / viewControlsContainerWidth * offset;
- commonStore.setTrackCurrentTime(offsetTime);
- }, 1);
+
+ )
+ }
+)
+
+const AudiotrackEditor: FC<{ setPrompt: (prompt: string) => void }> = observer(
+ ({ setPrompt }) => {
+ const { t } = useTranslation()
+
+ const viewControlsContainerRef = useRef(null)
+ const currentTimeControlRef = useRef(null)
+ const playStartTimeControlRef = useRef(null)
+ const tracksEndLineRef = useRef(null)
+ const tracksRef = useRef(null)
+ const toolbarRef = useRef(null)
+ const toolbarButtonRef = useRef(null)
+ const toolbarSliderRef = useRef(null)
+ const contentPreviewRef = useRef(null)
+
+ const [refreshRef, setRefreshRef] = useState(false)
+
+ const windowSize = useWindowSize()
+ const scale = scaleMin + scaleMax - commonStore.trackScale
+
+ const [selectedTrackId, setSelectedTrackId] = useState('')
+ const playStartTimeControlX = useRef(0)
+ const selectedTrack = selectedTrackId
+ ? commonStore.tracks.find((t) => t.id === selectedTrackId)
+ : undefined
+
+ useEffect(() => {
+ if (toolbarSliderRef.current && toolbarSliderRef.current.parentElement)
+ toolbarSliderRef.current.parentElement.style.removeProperty(
+ '--fui-Slider--steps-percent'
+ )
+ }, [])
+
+ const scrollContentToBottom = () => {
+ if (contentPreviewRef.current)
+ contentPreviewRef.current.scrollTop =
+ contentPreviewRef.current.scrollHeight
+ }
+
+ useEffect(() => {
+ scrollContentToBottom()
+ }, [commonStore.recordingContent])
+
+ useEffect(() => {
+ setRefreshRef(!refreshRef)
+ }, [windowSize, commonStore.tracks])
+
+ const viewControlsContainerWidth =
+ toolbarRef.current && toolbarButtonRef.current && toolbarSliderRef.current
+ ? toolbarRef.current.clientWidth -
+ toolbarButtonRef.current.clientWidth -
+ toolbarSliderRef.current.clientWidth -
+ 16 // 16 = ml-2 mr-2
+ : 0
+ const tracksWidth = viewControlsContainerWidth
+ const timeOfTracksWidth =
+ Math.floor(tracksWidth / snapValue) * // number of moves
+ baseMoveTime *
+ scale
+ const currentTimeControlWidth =
+ timeOfTracksWidth < commonStore.trackTotalTime
+ ? (timeOfTracksWidth / commonStore.trackTotalTime) *
+ viewControlsContainerWidth
+ : 0
+ const playStartTimeControlPosition =
+ ((commonStore.trackPlayStartTime - commonStore.trackCurrentTime) /
+ (baseMoveTime * scale)) *
+ snapValue
+ const tracksEndPosition =
+ ((commonStore.trackTotalTime - commonStore.trackCurrentTime) /
+ (baseMoveTime * scale)) *
+ snapValue
+ const moveableTracksWidth =
+ tracksEndLineRef.current &&
+ viewControlsContainerRef.current &&
+ tracksEndLineRef.current.getBoundingClientRect().left -
+ (viewControlsContainerRef.current.getBoundingClientRect().left +
+ trackInitOffsetPx) >
+ 0
+ ? tracksEndLineRef.current.getBoundingClientRect().left -
+ (viewControlsContainerRef.current.getBoundingClientRect().left +
+ trackInitOffsetPx)
+ : Infinity
+
+ return (
+
0)
- ? tracksRef.current.clientHeight - arrowIconToTracks
- : 0,
- top: `${topToArrowIcon + arrowIconToTracks}px`,
- left: `${tracksEndPosition + trackInitOffsetPx - pixelFix}px`
- }} />
-
-
-
+ (null);
+ const bodyRef = useRef(null)
const scrollToBottom = () => {
if (bodyRef.current)
- bodyRef.current.scrollTop = bodyRef.current.scrollHeight;
- };
+ bodyRef.current.scrollTop = bodyRef.current.scrollHeight
+ }
useEffect(() => {
- scrollToBottom();
- });
+ scrollToBottom()
+ })
return (
-
+ {`${commonStore.trackPlayStartTime} ms / ${commonStore.trackTotalTime} ms`}
+
+
+
+ }
+ />
+ )
+})
-export default Settings;
+export default Settings
diff --git a/frontend/src/pages/Train.tsx b/frontend/src/pages/Train.tsx
index 77f42b7f..f9e728cc 100644
--- a/frontend/src/pages/Train.tsx
+++ b/frontend/src/pages/Train.tsx
@@ -1,6 +1,36 @@
-import React, { FC, useEffect, useRef, useState } from 'react';
-import { useTranslation } from 'react-i18next';
-import { Button, Dropdown, Input, Option, Select, Switch, Tab, TabList } from '@fluentui/react-components';
+import React, { FC, useEffect, useRef, useState } from 'react'
+import {
+ Button,
+ Dropdown,
+ Input,
+ Option,
+ Select,
+ Switch,
+ Tab,
+ TabList,
+} from '@fluentui/react-components'
+import {
+ DataUsageSettings20Regular,
+ Folder20Regular,
+} from '@fluentui/react-icons'
+import { SelectTabEventHandler } from '@fluentui/react-tabs'
+import {
+ CategoryScale,
+ Chart as ChartJS,
+ Legend,
+ LinearScale,
+ LineElement,
+ PointElement,
+ Title,
+ Tooltip,
+} from 'chart.js'
+import { t } from 'i18next'
+import { observer } from 'mobx-react-lite'
+import { Line } from 'react-chartjs-2'
+import { ChartJSOrUndefined } from 'react-chartjs-2/dist/types'
+import { useTranslation } from 'react-i18next'
+import { useNavigate } from 'react-router'
+import { toast } from 'react-toastify'
import {
ConvertData,
FileExists,
@@ -12,39 +42,21 @@ import {
WslInstallUbuntu,
WslIsEnabled,
WslStart,
- WslStop
-} from '../../wailsjs/go/backend_golang/App';
-import { toast } from 'react-toastify';
-import commonStore from '../stores/commonStore';
-import { observer } from 'mobx-react-lite';
-import { SelectTabEventHandler } from '@fluentui/react-tabs';
-import { checkDependencies, toastWithButton } from '../utils';
-import { Section } from '../components/Section';
-import { Labeled } from '../components/Labeled';
-import { ToolTipButton } from '../components/ToolTipButton';
-import { DataUsageSettings20Regular, Folder20Regular } from '@fluentui/react-icons';
-import { useNavigate } from 'react-router';
-import {
- CategoryScale,
- Chart as ChartJS,
- Legend,
- LinearScale,
- LineElement,
- PointElement,
- Title,
- Tooltip
-} from 'chart.js';
-import { Line } from 'react-chartjs-2';
-import { ChartJSOrUndefined } from 'react-chartjs-2/dist/types';
-import { WindowShow } from '../../wailsjs/runtime';
-import { t } from 'i18next';
-import { DialogButton } from '../components/DialogButton';
+ WslStop,
+} from '../../wailsjs/go/backend_golang/App'
+import { WindowShow } from '../../wailsjs/runtime'
+import { DialogButton } from '../components/DialogButton'
+import { Labeled } from '../components/Labeled'
+import { Section } from '../components/Section'
+import { ToolTipButton } from '../components/ToolTipButton'
+import commonStore from '../stores/commonStore'
import {
DataProcessParameters,
LoraFinetuneParameters,
LoraFinetunePrecision,
- TrainNavigationItem
-} from '../types/train';
+ TrainNavigationItem,
+} from '../types/train'
+import { checkDependencies, toastWithButton } from '../utils'
ChartJS.register(
CategoryScale,
@@ -54,49 +66,66 @@ ChartJS.register(
Tooltip,
Title,
Legend
-);
+)
const parseLossData = (data: string) => {
- const regex = /Epoch (\d+):\s+(\d+%)\|[\s\S]*\| (\d+)\/(\d+) \[(\S+)<(\S+),\s+(\S+), loss=(\S+),[\s\S]*\]/g;
- const matches = Array.from(data.matchAll(regex));
- if (matches.length === 0)
- return false;
- const lastMatch = matches[matches.length - 1];
- const epoch = parseInt(lastMatch[1]);
- const loss = parseFloat(lastMatch[8]);
- commonStore.setChartTitle(`Epoch ${epoch}: ${lastMatch[2]} - ${lastMatch[3]}/${lastMatch[4]} - ${lastMatch[5]}/${lastMatch[6]} - ${lastMatch[7]} Loss=${loss}`);
- addLossDataToChart(epoch, loss);
+ const regex =
+ /Epoch (\d+):\s+(\d+%)\|[\s\S]*\| (\d+)\/(\d+) \[(\S+)<(\S+),\s+(\S+), loss=(\S+),[\s\S]*\]/g
+ const matches = Array.from(data.matchAll(regex))
+ if (matches.length === 0) return false
+ const lastMatch = matches[matches.length - 1]
+ const epoch = parseInt(lastMatch[1])
+ const loss = parseFloat(lastMatch[8])
+ commonStore.setChartTitle(
+ `Epoch ${epoch}: ${lastMatch[2]} - ${lastMatch[3]}/${lastMatch[4]} - ${lastMatch[5]}/${lastMatch[6]} - ${lastMatch[7]} Loss=${loss}`
+ )
+ addLossDataToChart(epoch, loss)
if (loss > 5)
- toast(t('Loss is too high, please check the training data, and ensure your gpu driver is up to date.'), {
- type: 'warning',
- toastId: 'train_loss_high'
- });
- return true;
-};
+ toast(
+ t(
+ 'Loss is too high, please check the training data, and ensure your gpu driver is up to date.'
+ ),
+ {
+ type: 'warning',
+ toastId: 'train_loss_high',
+ }
+ )
+ return true
+}
-let chartLine: ChartJSOrUndefined<'line', (number | null)[], string>;
+let chartLine: ChartJSOrUndefined<'line', (number | null)[], string>
const addLossDataToChart = (epoch: number, loss: number) => {
- const epochIndex = commonStore.chartData.labels!.findIndex(l => l.includes(epoch.toString()));
+ const epochIndex = commonStore.chartData.labels!.findIndex((l) =>
+ l.includes(epoch.toString())
+ )
if (epochIndex === -1) {
if (epoch === 0) {
- commonStore.chartData.labels!.push('Init');
- commonStore.chartData.datasets[0].data = [...commonStore.chartData.datasets[0].data, loss];
+ commonStore.chartData.labels!.push('Init')
+ commonStore.chartData.datasets[0].data = [
+ ...commonStore.chartData.datasets[0].data,
+ loss,
+ ]
}
- commonStore.chartData.labels!.push('Epoch ' + epoch.toString());
- commonStore.chartData.datasets[0].data = [...commonStore.chartData.datasets[0].data, loss];
+ commonStore.chartData.labels!.push('Epoch ' + epoch.toString())
+ commonStore.chartData.datasets[0].data = [
+ ...commonStore.chartData.datasets[0].data,
+ loss,
+ ]
} else {
if (chartLine) {
- const newData = [...commonStore.chartData.datasets[0].data];
- newData[epochIndex] = loss;
- chartLine.data.datasets[0].data = newData;
- chartLine.update();
+ const newData = [...commonStore.chartData.datasets[0].data]
+ newData[epochIndex] = loss
+ chartLine.data.datasets[0].data = newData
+ chartLine.update()
}
}
- commonStore.setChartData(commonStore.chartData);
-};
+ commonStore.setChartData(commonStore.chartData)
+}
-const loraFinetuneParametersOptions: Array<[key: keyof LoraFinetuneParameters, type: string, name: string]> = [
+const loraFinetuneParametersOptions: Array<
+ [key: keyof LoraFinetuneParameters, type: string, name: string]
+> = [
['devices', 'number', 'Devices'],
['precision', 'LoraFinetunePrecision', 'Precision'],
['gradCp', 'boolean', 'Gradient Checkpoint'],
@@ -116,318 +145,440 @@ const loraFinetuneParametersOptions: Array<[key: keyof LoraFinetuneParameters, t
['loraR', 'number', 'LoRA R'],
['loraAlpha', 'number', 'LoRA Alpha'],
['loraDropout', 'number', 'LoRA Dropout'],
- ['beta1', 'any', '']
+ ['beta1', 'any', ''],
// ['preFfn', 'boolean', 'Pre-FFN'],
// ['headQk', 'boolean', 'Head QK']
-];
+]
const showError = (e: any) => {
- const msg = e.message || e;
+ const msg = e.message || e
if (msg === 'wsl not running') {
- toast(t('WSL is not running, please retry. If it keeps happening, it means you may be using an outdated version of WSL, run "wsl --update" to update.'), { type: 'error' });
+ toast(
+ t(
+ 'WSL is not running, please retry. If it keeps happening, it means you may be using an outdated version of WSL, run "wsl --update" to update.'
+ ),
+ { type: 'error' }
+ )
} else {
- toast(t(msg), { type: 'error', toastId: 'train_error' });
+ toast(t(msg), { type: 'error', toastId: 'train_error' })
}
-};
+}
// error key should be lowercase
const errorsMap = Object.entries({
- ['python3 ./finetune/lora/$modelInfo'.toLowerCase()]: 'Memory is not enough, try to increase the virtual memory (Swap of WSL) or use a smaller base model.',
+ ['python3 ./finetune/lora/$modelInfo'.toLowerCase()]:
+ 'Memory is not enough, try to increase the virtual memory (Swap of WSL) or use a smaller base model.',
'cuda out of memory': 'VRAM is not enough',
- 'valueerror: high <= 0': 'Training data is not enough, reduce context length or add more data for training',
- '+= \'+ptx\'': 'Can not find an Nvidia GPU. Perhaps the gpu driver of windows is too old, or you are using WSL 1 for training, please upgrade to WSL 2. e.g. Run "wsl --set-version Ubuntu-22.04 2"',
- 'size mismatch for blocks': 'Size mismatch for blocks. You are attempting to continue training from the LoRA model, but it does not match the base model. Please set LoRA model to None.',
+ 'valueerror: high <= 0':
+ 'Training data is not enough, reduce context length or add more data for training',
+ "+= '+ptx'":
+ 'Can not find an Nvidia GPU. Perhaps the gpu driver of windows is too old, or you are using WSL 1 for training, please upgrade to WSL 2. e.g. Run "wsl --set-version Ubuntu-22.04 2"',
+ 'size mismatch for blocks':
+ 'Size mismatch for blocks. You are attempting to continue training from the LoRA model, but it does not match the base model. Please set LoRA model to None.',
'cuda_home environment variable is not set': 'Matched CUDA is not installed',
'unsupported gpu architecture': 'Matched CUDA is not installed',
- 'error building extension \'fused_adam\'': 'Matched CUDA is not installed',
- 'rwkv{version} is not supported': 'This version of RWKV is not supported yet.',
- 'no such file': 'Failed to find the base model, please try to change your base model.',
- 'modelinfo is invalid': 'Failed to load model, try to increase the virtual memory (Swap of WSL) or use a smaller base model.'
-});
+ "error building extension 'fused_adam'": 'Matched CUDA is not installed',
+ 'rwkv{version} is not supported':
+ 'This version of RWKV is not supported yet.',
+ 'no such file':
+ 'Failed to find the base model, please try to change your base model.',
+ 'modelinfo is invalid':
+ 'Failed to load model, try to increase the virtual memory (Swap of WSL) or use a smaller base model.',
+})
export const wslHandler = (data: string) => {
if (data) {
- addWslMessage(data);
- const ok = parseLossData(data);
+ addWslMessage(data)
+ const ok = parseLossData(data)
if (!ok)
for (const [key, value] of errorsMap) {
if (data.toLowerCase().includes(key)) {
- showError(value);
- return;
+ showError(value)
+ return
}
}
}
-};
+}
const addWslMessage = (message: string) => {
- const newData = commonStore.wslStdout + '\n' + message;
- let lines = newData.split('\n');
- const result = lines.slice(-100).join('\n');
- commonStore.setWslStdout(result);
-};
+ const newData = commonStore.wslStdout + '\n' + message
+ let lines = newData.split('\n')
+ const result = lines.slice(-100).join('\n')
+ commonStore.setWslStdout(result)
+}
const TerminalDisplay: FC = observer(() => {
- const bodyRef = useRef
+
+
+ (null);
+ const { t } = useTranslation()
+ const advancedHeaderRef = useRef(null)
useEffect(() => {
if (advancedHeaderRef.current)
- (advancedHeaderRef.current.firstElementChild as HTMLElement).style.padding = '0';
- }, []);
+ (
+ advancedHeaderRef.current.firstElementChild as HTMLElement
+ ).style.padding = '0'
+ }, [])
return (
-
- {
- commonStore.platform === 'web' ?
- (
-
+
+ {t('Advanced')}
+
+
+
+
+
+
+ )}
+
-
-
-
+ )
+})
const Settings: FC = observer(() => {
- const { t } = useTranslation();
- const advancedHeaderRef = useRef viewControlsContainerWidth)
- && 'hidden'
- )}>
- {
- playStartTimeControlX.current = data.lastX;
+
- {
- commonStore.setTrackScale(data.value);
- }}
- />
-
-
-
+
+ {
- const delta = data.lastX - playStartTimeControlX.current;
- let offsetTime = Math.round(Math.round(delta / snapValue * baseMoveTime * scale) / minimalMoveTime) * minimalMoveTime;
- offsetTime = Math.min(Math.max(
- offsetTime,
- -commonStore.trackPlayStartTime), commonStore.trackTotalTime - commonStore.trackPlayStartTime);
- commonStore.setTrackPlayStartTime(commonStore.trackPlayStartTime + offsetTime);
+ onDrag={(e, data) => {
+ setTimeout(() => {
+ let offset = 0
+ if (currentTimeControlRef.current) {
+ const match =
+ currentTimeControlRef.current.style.transform.match(
+ /translate\((.+)px,/
+ )
+ if (match) offset = parseFloat(match[1])
+ }
+ const offsetTime =
+ (commonStore.trackTotalTime /
+ viewControlsContainerWidth) *
+ offset
+ commonStore.setTrackCurrentTime(offsetTime)
+ }, 1)
}}
>
-
+ {
+ commonStore.setTrackScale(data.value)
+ }}
+ />
+
- 0
+ ? tracksRef.current.clientHeight - arrowIconToTracks
+ : 0,
+ top: `${topToArrowIcon + arrowIconToTracks}px`,
+ left: `${tracksEndPosition + trackInitOffsetPx - pixelFix}px`,
+ }}
+ />
+
+
+
-
+ 0)
- ? tracksRef.current.clientHeight
- : 0,
- top: '50%',
- left: `calc(50% - ${pixelFix}px)`
- }} />
-
+
+
+ viewControlsContainerWidth) &&
+ 'hidden'
+ )}
+ >
+ {
+ playStartTimeControlX.current = data.lastX
+ }}
+ onStop={(e, data) => {
+ const delta = data.lastX - playStartTimeControlX.current
+ let offsetTime =
+ Math.round(
+ Math.round((delta / snapValue) * baseMoveTime * scale) /
+ minimalMoveTime
+ ) * minimalMoveTime
+ offsetTime = Math.min(
+ Math.max(offsetTime, -commonStore.trackPlayStartTime),
+ commonStore.trackTotalTime -
+ commonStore.trackPlayStartTime
+ )
+ commonStore.setTrackPlayStartTime(
+ commonStore.trackPlayStartTime + offsetTime
+ )
+ }}
+ >
+
+
0
+ ? tracksRef.current.clientHeight
+ : 0,
+ top: '50%',
+ left: `calc(50% - ${pixelFix}px)`,
+ }}
+ />
+
+
+
- {commonStore.tracks.map(track =>
- {
- commonStore.setSettings({
- coreApiUrl: data.value
- });
- }} />
- } />
-
;
-});
+ coreApiUrl: data.value,
+ })
+ }}
+ />
+ }
+ />
+
- {
commonStore.setSettings({
- apiCompletionModelName: data.value
- });
- }} />
- {
- if (data.optionValue) {
- commonStore.setSettings({
- apiCompletionModelName: data.optionValue
- });
- }
- }}>
- {
- ['rwkv', 'gpt-3.5-turbo-instruct', 'text-davinci-003', 'text-davinci-002', 'code-davinci-002', 'text-curie-001', 'text-babbage-001', 'text-ada-001']
- .map((v, i) =>
-
- )
- }
-
-
- } />
-
-
-
+ {
+ if (data.optionValue) {
+ commonStore.setSettings({
+ apiCompletionModelName: data.optionValue,
+ })
+ }
+ }}
+ >
+ {[
+ 'rwkv',
+ 'gpt-3.5-turbo-instruct',
+ 'text-davinci-003',
+ 'text-davinci-002',
+ 'code-davinci-002',
+ 'text-curie-001',
+ 'text-babbage-001',
+ 'text-ada-001',
+ ].map((v, i) => (
+
+ ))}
+
+
+ }
+ />
+
+ {commonStore.tracks.map((track) => (
+
- = ({ children, hidden, ...props }) => {
if (hidden) {
- return
- {children}
-
- );
+ return {children}
}
-};
+}
const ChatMessageItem: FC<{
- uuid: string,
- onSubmit: (message: string | null, answerId: string | null,
- startUuid: string | null, endUuid: string | null, includeEndUuid: boolean) => void
+ uuid: string
+ onSubmit: (
+ message: string | null,
+ answerId: string | null,
+ startUuid: string | null,
+ endUuid: string | null,
+ includeEndUuid: boolean
+ ) => void
}> = observer(({ uuid, onSubmit }) => {
- const { t } = useTranslation();
- const [editing, setEditing] = useState(false);
- const textareaRef = useRef(null);
- const messageItem = commonStore.conversation[uuid];
+ const { t } = useTranslation()
+ const [editing, setEditing] = useState(false)
+ const textareaRef = useRef(null)
+ const messageItem = commonStore.conversation[uuid]
- console.log(uuid);
+ console.log(uuid)
const setEditingInner = (editing: boolean) => {
- setEditing(editing);
+ setEditing(editing)
if (editing) {
setTimeout(() => {
- const textarea = textareaRef.current;
+ const textarea = textareaRef.current
if (textarea) {
- textarea.focus();
- textarea.selectionStart = textarea.value.length;
- textarea.selectionEnd = textarea.value.length;
- textarea.style.height = textarea.scrollHeight + 'px';
+ textarea.focus()
+ textarea.selectionStart = textarea.value.length
+ textarea.selectionEnd = textarea.value.length
+ textarea.style.height = textarea.scrollHeight + 'px'
}
- });
+ })
}
- };
+ }
- let avatarImg: string | undefined;
+ let avatarImg: string | undefined
if (commonStore.activePreset && messageItem.sender === botName) {
- avatarImg = absPathAsset(commonStore.activePreset.avatarImg);
+ avatarImg = absPathAsset(commonStore.activePreset.avatarImg)
} else if (commonStore.activePreset && messageItem.sender === userName) {
- avatarImg = commonStore.activePreset.userAvatarImg && absPathAsset(commonStore.activePreset.userAvatarImg);
+ avatarImg =
+ commonStore.activePreset.userAvatarImg &&
+ absPathAsset(commonStore.activePreset.userAvatarImg)
} else if (messageItem.avatarImg) {
- avatarImg = messageItem.avatarImg;
+ avatarImg = messageItem.avatarImg
}
- return
+ {
commonStore.setSettings({
- apiChatModelName: data.optionValue
- });
- }
- }}>
- {
- ['rwkv', 'gpt-4-1106-preview', 'gpt-4', 'gpt-4-32k', 'gpt-4-0613', 'gpt-4-32k-0613', 'gpt-3.5-turbo-1106', 'gpt-3.5-turbo', 'gpt-3.5-turbo-16k']
- .map((v, i) =>
-
- )
- }
-
-
- } />
-
+
)}
-
+
-
-
-
-
+ ) : (
+
+
+
+
+
+
-
-
- {selectedTrack &&
-
- } size="small" shape="circular"
- appearance="subtle"
- disabled={commonStore.platform === 'web'}
- onClick={() => {
- commonStore.setTracks([...commonStore.tracks, {
- id: uuid(),
- mainInstrument: '',
- content: '',
- rawContent: [],
- offsetTime: 0,
- contentTime: 0
- }]);
- }}>
- {t('New Track')}
-
- } size="small" shape="circular"
- appearance="subtle"
- onClick={() => {
- if (commonStore.status.status === ModelStatus.Offline && !commonStore.settings.apiUrl && commonStore.platform !== 'web') {
- toast(t('Please click the button in the top right corner to start the model'), { type: 'warning' });
- return;
- }
+ ))}
+
- {t('Select a track to preview the content')}
-
-
+ {t('Select a track to preview the content')}
-
+ }
+ size="small"
+ shape="circular"
+ appearance="subtle"
+ disabled={commonStore.platform === 'web'}
+ onClick={() => {
+ commonStore.setTracks([
+ ...commonStore.tracks,
+ {
+ id: uuid(),
+ mainInstrument: '',
+ content: '',
+ rawContent: [],
+ offsetTime: 0,
+ contentTime: 0,
+ },
+ ])
+ }}
+ >
+ {t('New Track')}
+
+ }
+ size="small"
+ shape="circular"
+ appearance="subtle"
+ onClick={() => {
+ if (
+ commonStore.status.status === ModelStatus.Offline &&
+ !commonStore.settings.apiUrl &&
+ commonStore.platform !== 'web'
+ ) {
+ toast(
+ t(
+ 'Please click the button in the top right corner to start the model'
+ ),
+ { type: 'warning' }
+ )
+ return
+ }
- OpenFileDialog('*.mid').then(async blob => {
- const bodyForm = new FormData();
- bodyForm.append('file_data', blob);
- const {
- url,
- headers
- } = await getReqUrl(commonStore.getCurrentModelConfig().apiParameters.apiPort, '/midi-to-text');
- fetch(url, {
- method: 'POST',
- headers,
- body: bodyForm
- }).then(async r => {
- if (r.status === 200) {
- const text = (await r.json()).text as string;
- const rawContent = text.split(' ').map(tokenToMidiMessage).filter(m => m) as MidiMessage[];
- const tracks = commonStore.tracks.slice();
-
- tracks.push({
- id: uuid(),
- mainInstrument: getMidiRawContentMainInstrument(rawContent),
- content: text,
- rawContent: rawContent,
- offsetTime: 0,
- contentTime: getMidiRawContentTime(rawContent)
- });
- commonStore.setTracks(tracks);
- refreshTracksTotalTime();
- } else {
- toast('Failed to fetch - ' + r.status + ' - ' + r.statusText + ' - ' + (await r.text()), {
- type: 'error'
- });
- }
- }
- ).catch(e => {
- toast(t('Error') + ' - ' + (e.message || e), { type: 'error', autoClose: 2500 });
- });
- });
- }}>
- {t('Import MIDI')}
-
+ OpenFileDialog('*.mid').then(async (blob) => {
+ const bodyForm = new FormData()
+ bodyForm.append('file_data', blob)
+ const { url, headers } = await getReqUrl(
+ commonStore.getCurrentModelConfig().apiParameters.apiPort,
+ '/midi-to-text'
+ )
+ fetch(url, {
+ method: 'POST',
+ headers,
+ body: bodyForm,
+ })
+ .then(async (r) => {
+ if (r.status === 200) {
+ const text = (await r.json()).text as string
+ const rawContent = text
+ .split(' ')
+ .map(tokenToMidiMessage)
+ .filter((m) => m) as MidiMessage[]
+ const tracks = commonStore.tracks.slice()
+
+ tracks.push({
+ id: uuid(),
+ mainInstrument:
+ getMidiRawContentMainInstrument(rawContent),
+ content: text,
+ rawContent: rawContent,
+ offsetTime: 0,
+ contentTime: getMidiRawContentTime(rawContent),
+ })
+ commonStore.setTracks(tracks)
+ refreshTracksTotalTime()
+ } else {
+ toast(
+ 'Failed to fetch - ' +
+ r.status +
+ ' - ' +
+ r.statusText +
+ ' - ' +
+ (await r.text()),
+ {
+ type: 'error',
+ }
+ )
+ }
+ })
+ .catch((e) => {
+ toast(t('Error') + ' - ' + (e.message || e), {
+ type: 'error',
+ autoClose: 2500,
+ })
+ })
+ })
+ }}
+ >
+ {t('Import MIDI')}
+
+
+
- {`${t('Start Time')}: ${selectedTrack.offsetTime} ms`}
- {`${t('Content Duration')}: ${selectedTrack.contentTime} ms`}
- ' + globalMessages.map(midiMessageToToken).join('')
+ ).trim()
+ commonStore.setCompositionSubmittedPrompt(result)
+ setPrompt(result)
+ }}
+ >
+ {t('Save to generation area')}
+
+
+
+ )
+ }
+)
+
+export default AudiotrackEditor
diff --git a/frontend/src/pages/Chat.tsx b/frontend/src/pages/Chat.tsx
index 6649ac00..7edeffce 100644
--- a/frontend/src/pages/Chat.tsx
+++ b/frontend/src/pages/Chat.tsx
@@ -1,5 +1,5 @@
-import React, { FC, useCallback, useEffect, useRef, useState } from 'react';
-import { useTranslation } from 'react-i18next';
+import React, { FC, useCallback, useEffect, useRef, useState } from 'react'
+import { AvatarProps } from '@fluentui/react-avatar'
import {
Avatar,
Button,
@@ -8,17 +8,8 @@ import {
MenuTrigger,
PresenceBadge,
Switch,
- Textarea
-} from '@fluentui/react-components';
-import commonStore, { ModelStatus } from '../stores/commonStore';
-import { observer } from 'mobx-react-lite';
-import { v4 as uuid } from 'uuid';
-import classnames from 'classnames';
-import { fetchEventSource } from '@microsoft/fetch-event-source';
-import { KebabHorizontalIcon, PencilIcon, SyncIcon, TrashIcon } from '@primer/octicons-react';
-import logo from '../assets/images/logo.png';
-import MarkdownRender from '../components/MarkdownRender';
-import { ToolTipButton } from '../components/ToolTipButton';
+ Textarea,
+} from '@fluentui/react-components'
import {
ArrowCircleUp28Regular,
ArrowClockwise16Regular,
@@ -30,14 +21,45 @@ import {
RecordStop28Regular,
SaveRegular,
TextAlignJustify24Regular,
- TextAlignJustifyRotate9024Regular
-} from '@fluentui/react-icons';
-import { CopyButton } from '../components/CopyButton';
-import { ReadButton } from '../components/ReadButton';
-import { toast } from 'react-toastify';
-import { WorkHeader } from '../components/WorkHeader';
-import { DialogButton } from '../components/DialogButton';
-import { OpenFileFolder, OpenOpenFileDialog, OpenSaveFileDialog } from '../../wailsjs/go/backend_golang/App';
+ TextAlignJustifyRotate9024Regular,
+} from '@fluentui/react-icons'
+import { fetchEventSource } from '@microsoft/fetch-event-source'
+import {
+ KebabHorizontalIcon,
+ PencilIcon,
+ SyncIcon,
+ TrashIcon,
+} from '@primer/octicons-react'
+import classnames from 'classnames'
+import { observer } from 'mobx-react-lite'
+import { useTranslation } from 'react-i18next'
+import { toast } from 'react-toastify'
+import { useMediaQuery } from 'usehooks-ts'
+import { v4 as uuid } from 'uuid'
+import {
+ OpenFileFolder,
+ OpenOpenFileDialog,
+ OpenSaveFileDialog,
+} from '../../wailsjs/go/backend_golang/App'
+import logo from '../assets/images/logo.png'
+import { CopyButton } from '../components/CopyButton'
+import { DialogButton } from '../components/DialogButton'
+import { Labeled } from '../components/Labeled'
+import MarkdownRender from '../components/MarkdownRender'
+import { ReadButton } from '../components/ReadButton'
+import { ToolTipButton } from '../components/ToolTipButton'
+import { ValuedSlider } from '../components/ValuedSlider'
+import { WorkHeader } from '../components/WorkHeader'
+import commonStore, { ModelStatus } from '../stores/commonStore'
+import {
+ botName,
+ ConversationMessage,
+ MessageType,
+ Role,
+ systemName,
+ userName,
+ welcomeUuid,
+} from '../types/chat'
import {
absPathAsset,
bytesToReadable,
@@ -45,400 +67,659 @@ import {
newChatConversation,
OpenFileDialog,
setActivePreset,
- toastWithButton
-} from '../utils';
-import { useMediaQuery } from 'usehooks-ts';
-import { botName, ConversationMessage, MessageType, Role, systemName, userName, welcomeUuid } from '../types/chat';
-import { Labeled } from '../components/Labeled';
-import { ValuedSlider } from '../components/ValuedSlider';
-import { PresetsButton } from './PresetsManager/PresetsButton';
-import { webOpenOpenFileDialog } from '../utils/web-file-operations';
-import { defaultPenaltyDecay } from './defaultConfigs';
-import { AvatarProps } from '@fluentui/react-avatar';
+ toastWithButton,
+} from '../utils'
+import { webOpenOpenFileDialog } from '../utils/web-file-operations'
+import { defaultPenaltyDecay } from './defaultConfigs'
+import { PresetsButton } from './PresetsManager/PresetsButton'
let chatSseControllers: {
[id: string]: AbortController
-} = {};
+} = {}
const MoreUtilsButton: FC<{
- uuid: string,
+ uuid: string
setEditing: (editing: boolean) => void
-}> = observer(({
- uuid,
- setEditing
-}) => {
- const { t } = useTranslation();
- const [speaking, setSpeaking] = useState(false);
-
- const messageItem = commonStore.conversation[uuid];
-
- return ;
-});
+}> = observer(({ uuid, setEditing }) => {
+ const { t } = useTranslation()
+ const [speaking, setSpeaking] = useState(false)
+
+ const messageItem = commonStore.conversation[uuid]
+
+ return (
+
+ )
+})
const HiddenAvatar: FC
- {selectedTrackId === commonStore.recordingTrackId
- ? commonStore.recordingContent
- : selectedTrack.content}
+
+ {selectedTrack && (
+
+
+ )}
+ {commonStore.platform !== 'web' && (
+
- } style={{ minHeight: '32px' }} onClick={() => {
- flushMidiRecordingContent();
- commonStore.setRecordingTrackId('');
- commonStore.setPlayingTrackId('');
-
- const timestamp = [];
- const sortedTracks = commonStore.tracks.slice().sort((a, b) => a.offsetTime - b.offsetTime);
- for (const track of sortedTracks) {
- timestamp.push(track.offsetTime);
- let accContentTime = 0;
- for (const msg of track.rawContent) {
- if (msg.messageType === 'ElapsedTime') {
- accContentTime += msg.value;
- timestamp.push(track.offsetTime + accContentTime);
+ )}
+
+ }
+ style={{ minHeight: '32px' }}
+ onClick={() => {
+ flushMidiRecordingContent()
+ commonStore.setRecordingTrackId('')
+ commonStore.setPlayingTrackId('')
+
+ const timestamp = []
+ const sortedTracks = commonStore.tracks
+ .slice()
+ .sort((a, b) => a.offsetTime - b.offsetTime)
+ for (const track of sortedTracks) {
+ timestamp.push(track.offsetTime)
+ let accContentTime = 0
+ for (const msg of track.rawContent) {
+ if (msg.messageType === 'ElapsedTime') {
+ accContentTime += msg.value
+ timestamp.push(track.offsetTime + accContentTime)
+ }
+ }
}
- }
- }
- const sortedTimestamp = timestamp.slice().sort((a, b) => a - b);
- const globalMessages: MidiMessage[] = sortedTimestamp.reduce((messages, current, i) =>
- [...messages, {
- messageType: 'ElapsedTime',
- value: current - (i === 0 ? 0 : sortedTimestamp[i - 1])
- } as MidiMessage]
- , [] as MidiMessage[]);
- for (const track of sortedTracks) {
- let currentTime = track.offsetTime;
- let accContentTime = 0;
- for (const msg of track.rawContent) {
- if (msg.messageType === 'ElapsedTime') {
- accContentTime += msg.value;
- currentTime = track.offsetTime + accContentTime;
- } else if (msg.messageType === 'NoteOn' || msg.messageType === 'NoteOff') {
- const insertIndex = sortedTimestamp.findIndex(t => t >= currentTime);
- globalMessages.splice(insertIndex + 1, 0, msg);
- sortedTimestamp.splice(insertIndex + 1, 0, 0); // placeholder
+ const sortedTimestamp = timestamp.slice().sort((a, b) => a - b)
+ const globalMessages: MidiMessage[] = sortedTimestamp.reduce(
+ (messages, current, i) => [
+ ...messages,
+ {
+ messageType: 'ElapsedTime',
+ value: current - (i === 0 ? 0 : sortedTimestamp[i - 1]),
+ } as MidiMessage,
+ ],
+ [] as MidiMessage[]
+ )
+ for (const track of sortedTracks) {
+ let currentTime = track.offsetTime
+ let accContentTime = 0
+ for (const msg of track.rawContent) {
+ if (msg.messageType === 'ElapsedTime') {
+ accContentTime += msg.value
+ currentTime = track.offsetTime + accContentTime
+ } else if (
+ msg.messageType === 'NoteOn' ||
+ msg.messageType === 'NoteOff'
+ ) {
+ const insertIndex = sortedTimestamp.findIndex(
+ (t) => t >= currentTime
+ )
+ globalMessages.splice(insertIndex + 1, 0, msg)
+ sortedTimestamp.splice(insertIndex + 1, 0, 0) // placeholder
+ }
+ }
}
- }
- }
- const result = (' ' + globalMessages.map(midiMessageToToken).join('')).trim();
- commonStore.setCompositionSubmittedPrompt(result);
- setPrompt(result);
- }}>
- {t('Save to generation area')}
-
-
-
- );
-});
-
-export default AudiotrackEditor;
+ const result = (
+ '
+ {`${t('Start Time')}: ${selectedTrack.offsetTime} ms`}
+ {`${t('Content Duration')}: ${selectedTrack.contentTime} ms`}
+
+
+ {selectedTrackId === commonStore.recordingTrackId
+ ? commonStore.recordingContent
+ : selectedTrack.content}
+
+ {t('Current Instrument') + ':'}
+ {InstrumentTypeNameMap.map((name, i) => (
+
+ {t(name)}
+
+ ))}
-
- }
- {
- commonStore.platform !== 'web' &&
-
- {t('Current Instrument') + ':'}
- {InstrumentTypeNameMap.map((name, i) =>
- {t(name)} )}
-
- }
- {children}
;
+ return {children}
} else {
- return (
- {
- const utils = document.getElementById('utils-' + uuid);
- if (utils) utils.classList.remove('invisible');
- }}
- onMouseLeave={() => {
- const utils = document.getElementById('utils-' + uuid);
- if (utils) utils.classList.add('invisible');
- }}
- >
-
- highlight?: boolean
-}> = (props) => {
- return ;
-};
+const PresetCardFrame: FC<
+ PropsWithChildren & {
+ onClick?: React.MouseEventHandler
+ highlight?: boolean
+ }
+> = (props) => {
+ return (
+
+ )
+}
const PresetCard: FC<{
- editable: boolean,
- preset: Preset,
- presetIndex: number,
-}> = observer(({
- editable, preset, presetIndex
-}) => {
- const { t } = useTranslation();
+ editable: boolean
+ preset: Preset
+ presetIndex: number
+}> = observer(({ editable, preset, presetIndex }) => {
+ const { t } = useTranslation()
- return {
- if (e.currentTarget.contains(e.target as Node))
- setActivePreset(presetIndex === -1 ? defaultPreset : preset, presetIndex);
- }}>
- })
- {preset.name}
- {preset.desc}
-
- ;
-});
+ return (
+ {
+ if (e.currentTarget.contains(e.target as Node))
+ setActivePreset(
+ presetIndex === -1 ? defaultPreset : preset,
+ presetIndex
+ )
+ }}
+ >
+
+ {preset.name}
+
+ {preset.desc}
+
+
+
+ )
+})
const ChatPresetEditor: FC<{
- triggerButton: ReactElement,
+ triggerButton: ReactElement
presetIndex: number
}> = observer(({ triggerButton, presetIndex }) => {
- const { t } = useTranslation();
- const [open, setOpen] = React.useState(false);
- const [showExitConfirm, setShowExitConfirm] = React.useState(false);
- const [editingMessages, setEditingMessages] = useState(false);
+ const { t } = useTranslation()
+ const [open, setOpen] = React.useState(false)
+ const [showExitConfirm, setShowExitConfirm] = React.useState(false)
+ const [editingMessages, setEditingMessages] = useState(false)
if (open && !commonStore.editingPreset)
- commonStore.setEditingPreset({ ...defaultPreset });
- const editingPreset = commonStore.editingPreset!;
+ commonStore.setEditingPreset({ ...defaultPreset })
+ const editingPreset = commonStore.editingPreset!
const setEditingPreset = (newParams: Partial) => {
commonStore.setEditingPreset({
...editingPreset,
- ...newParams
- });
- };
+ ...newParams,
+ })
+ }
const importPreset = () => {
- ClipboardGetText().then((text) => {
- try {
- if (!text.trim().startsWith('{'))
- text = new TextDecoder().decode(
- new Uint8Array(atob(text)
- .split('')
- .map((c) => c.charCodeAt(0))));
- const preset = JSON.parse(text);
- setEditingPreset(preset);
- setEditingMessages(false);
- toast(t('Imported successfully'), {
- type: 'success',
- autoClose: 1000
- });
- } catch (e) {
- toast(t('Failed to import. Please copy a preset to the clipboard.'), {
- type: 'error',
- autoClose: 2500
- });
- }
- }).catch(() => {
- toast(t('Clipboard is empty.'), {
- type: 'info',
- autoClose: 1000
- });
- });
- };
+ ClipboardGetText()
+ .then((text) => {
+ try {
+ if (!text.trim().startsWith('{'))
+ text = new TextDecoder().decode(
+ new Uint8Array(
+ atob(text)
+ .split('')
+ .map((c) => c.charCodeAt(0))
+ )
+ )
+ const preset = JSON.parse(text)
+ setEditingPreset(preset)
+ setEditingMessages(false)
+ toast(t('Imported successfully'), {
+ type: 'success',
+ autoClose: 1000,
+ })
+ } catch (e) {
+ toast(t('Failed to import. Please copy a preset to the clipboard.'), {
+ type: 'error',
+ autoClose: 2500,
+ })
+ }
+ })
+ .catch(() => {
+ toast(t('Clipboard is empty.'), {
+ type: 'info',
+ autoClose: 1000,
+ })
+ })
+ }
const copyPreset = () => {
ClipboardSetText(JSON.stringify(editingPreset)).then((success) => {
if (success)
toast(t('Successfully copied to clipboard.'), {
type: 'success',
- autoClose: 1000
- });
- });
- };
+ autoClose: 1000,
+ })
+ })
+ }
const savePreset = () => {
- setOpen(false);
- setShowExitConfirm(false);
+ setOpen(false)
+ setShowExitConfirm(false)
if (presetIndex === -1) {
- commonStore.setPresets([...commonStore.presets, { ...editingPreset }]);
+ commonStore.setPresets([...commonStore.presets, { ...editingPreset }])
} else {
- commonStore.presets[presetIndex] = editingPreset;
- commonStore.setPresets(commonStore.presets);
+ commonStore.presets[presetIndex] = editingPreset
+ commonStore.setPresets(commonStore.presets)
}
- commonStore.setEditingPreset(null);
- };
+ commonStore.setEditingPreset(null)
+ }
const activatePreset = () => {
- savePreset();
- setActivePreset(editingPreset, presetIndex === -1 ? commonStore.presets.length - 1 : presetIndex);
- };
+ savePreset()
+ setActivePreset(
+ editingPreset,
+ presetIndex === -1 ? commonStore.presets.length - 1 : presetIndex
+ )
+ }
const deletePreset = () => {
if (commonStore.activePresetIndex === presetIndex) {
- setActivePreset(defaultPreset, -1);
+ setActivePreset(defaultPreset, -1)
}
- commonStore.presets.splice(presetIndex, 1);
- commonStore.setPresets(commonStore.presets);
- setOpen(false);
- setShowExitConfirm(false);
- commonStore.setEditingPreset(null);
- };
+ commonStore.presets.splice(presetIndex, 1)
+ commonStore.setPresets(commonStore.presets)
+ setOpen(false)
+ setShowExitConfirm(false)
+ commonStore.setEditingPreset(null)
+ }
- return
+ )
+})
const ChatPresets: FC = observer(() => {
- const { t } = useTranslation();
+ const { t } = useTranslation()
- return {
- commonStore.setSettings({
- apiKey: data.value
- });
- }} />
- } />
-
- {
- commonStore.setSettings({
- apiChatModelName: data.value
- });
- }} />
- {
- if (data.optionValue) {
+ apiChatModelName: data.optionValue,
+ })
+ }
+ }}
+ >
+ {[
+ 'rwkv',
+ 'gpt-4-1106-preview',
+ 'gpt-4',
+ 'gpt-4-32k',
+ 'gpt-4-0613',
+ 'gpt-4-32k-0613',
+ 'gpt-3.5-turbo-1106',
+ 'gpt-3.5-turbo',
+ 'gpt-3.5-turbo-16k',
+ ].map((v, i) => (
+
+ ))}
+
+
+ }
+ />
+ {
+ const utils = document.getElementById('utils-' + uuid)
+ if (utils) utils.classList.remove('invisible')
+ }}
+ onMouseLeave={() => {
+ const utils = document.getElementById('utils-' + uuid)
+ if (utils) utils.classList.add('invisible')
+ }}
>
- {!editing ?
-
- );
-});
+ )
+})
-export default MessagesEditor;
+export default MessagesEditor
diff --git a/frontend/src/pages/PresetsManager/PresetsButton.tsx b/frontend/src/pages/PresetsManager/PresetsButton.tsx
index d9fce4e6..c09d919a 100644
--- a/frontend/src/pages/PresetsManager/PresetsButton.tsx
+++ b/frontend/src/pages/PresetsManager/PresetsButton.tsx
@@ -1,6 +1,12 @@
// TODO refactor
-import React, { FC, lazy, PropsWithChildren, ReactElement, useState } from 'react';
+import React, {
+ FC,
+ lazy,
+ PropsWithChildren,
+ ReactElement,
+ useState,
+} from 'react'
import {
Button,
Dialog,
@@ -13,8 +19,8 @@ import {
Switch,
Tab,
TabList,
- Text
-} from '@fluentui/react-components';
+ Text,
+} from '@fluentui/react-components'
import {
Accessibility28Regular,
Chat20Regular,
@@ -22,21 +28,21 @@ import {
Delete20Regular,
Dismiss20Regular,
Edit20Regular,
- Globe20Regular
-} from '@fluentui/react-icons';
-import { ToolTipButton } from '../../components/ToolTipButton';
-import { useTranslation } from 'react-i18next';
-import { SelectTabEventHandler } from '@fluentui/react-tabs';
-import { Labeled } from '../../components/Labeled';
-import commonStore from '../../stores/commonStore';
-import logo from '../../assets/images/logo.png';
-import { observer } from 'mobx-react-lite';
-import { ClipboardGetText, ClipboardSetText } from '../../../wailsjs/runtime';
-import { toast } from 'react-toastify';
-import { CustomToastContainer } from '../../components/CustomToastContainer';
-import { absPathAsset, setActivePreset } from '../../utils';
-import { Preset, PresetsNavigationItem } from '../../types/presets';
-import { LazyImportComponent } from '../../components/LazyImportComponent';
+ Globe20Regular,
+} from '@fluentui/react-icons'
+import { SelectTabEventHandler } from '@fluentui/react-tabs'
+import { observer } from 'mobx-react-lite'
+import { useTranslation } from 'react-i18next'
+import { toast } from 'react-toastify'
+import { ClipboardGetText, ClipboardSetText } from '../../../wailsjs/runtime'
+import logo from '../../assets/images/logo.png'
+import { CustomToastContainer } from '../../components/CustomToastContainer'
+import { Labeled } from '../../components/Labeled'
+import { LazyImportComponent } from '../../components/LazyImportComponent'
+import { ToolTipButton } from '../../components/ToolTipButton'
+import commonStore from '../../stores/commonStore'
+import { Preset, PresetsNavigationItem } from '../../types/presets'
+import { absPathAsset, setActivePreset } from '../../utils'
const defaultPreset: Preset = {
name: 'RWKV',
@@ -54,423 +60,607 @@ const defaultPreset: Preset = {
injectEnd: '',
presystem: false,
userName: '',
- assistantName: ''
-};
+ assistantName: '',
+}
-const MessagesEditor = lazy(() => import('./MessagesEditor'));
+const MessagesEditor = lazy(() => import('./MessagesEditor'))
-const PresetCardFrame: FC
- {messageItem.content}
- {uuid in commonStore.attachments &&
-
-
-
)}
@@ -154,7 +183,7 @@ const MessagesEditor: FC = observer(() => {
+ {!editing ? (
+
+
+ {messageItem.sender.startsWith('call_') || messageItem.toolName
+ ? messageItem.sender +
+ ' - ' +
+ messageItem.toolName +
+ ': ' +
+ messageItem.content
+ : messageItem.content}
+
+ {uuid in commonStore.attachments && (
+
+ ) : (
+
+ content: data.value,
+ }
+ updateItems([...items])
+ }}
+ >
+
+
+ )}
+
-
- {t(preset.tag)}
- {editable ?
-
+
+ {t(preset.tag)}
+ {editable ? (
+
-
- */}
- {/* */}
-
;
-});
+ return (
+
- {t('New Preset')}
-
- }
- />
- {/*TODO */}
- {/* {t('Import')}*/}
- {/*
*/}
- {/*
+
+ */}
+ {/* */}
+
+ )
+})
const pages: {
[label: string]: PresetsNavigationItem
} = {
Chat: {
icon: {t('New Preset')}
+
+ }
+ />
+ {/*TODO */}
+ {/* {t('Import')}*/}
+ {/*
*/}
+ {/*In Development
+ element: In Development
,
},
Online: {
icon: In Development
- }
-};
+ element: In Development
,
+ },
+}
const PresetsManager: FC<{
initTab: string
}> = ({ initTab }) => {
- const { t } = useTranslation();
- const [tab, setTab] = useState(initTab);
+ const { t } = useTranslation()
+ const [tab, setTab] = useState(initTab)
const selectTab: SelectTabEventHandler = (e, data) =>
- typeof data.value === 'string' ? setTab(data.value) : null;
+ typeof data.value === 'string' ? setTab(data.value) : null
- return
- {
commonStore.setSettings({
- apiUrl: data.value
- });
- }} />
- {
- commonStore.setSettings({
- apiUrl: data.optionValue
- });
- if (data.optionText === 'OpenAI') {
- if (commonStore.settings.apiChatModelName === 'rwkv')
- commonStore.setSettings({
- apiChatModelName: 'gpt-3.5-turbo'
- });
- if (commonStore.settings.apiCompletionModelName === 'rwkv')
- commonStore.setSettings({
- apiCompletionModelName: 'gpt-3.5-turbo-instruct'
- });
- } else if (data.optionText === 'RWKV') {
- if (commonStore.settings.apiChatModelName === 'gpt-3.5-turbo')
- commonStore.setSettings({
- apiChatModelName: 'rwkv'
- });
- if (commonStore.settings.apiCompletionModelName === 'gpt-3.5-turbo-instruct' || commonStore.settings.apiCompletionModelName === 'text-davinci-003')
+ apiKey: data.value,
+ })
+ }}
+ />
+ }
+ />
+
+ {
+ commonStore.setSettings({
+ apiChatModelName: data.value,
+ })
+ }}
+ />
+ {
+ if (data.optionValue) {
commonStore.setSettings({
- apiCompletionModelName: 'rwkv'
- });
- } else if (data.optionText === 'Ollama') {
- toast(t('Don\'t forget to correctly fill in your Ollama API Chat Model Name.'),
- { type: 'info' });
- }
- }}>
-
-
-
-
-
-
- } />
-
-
- {Object.entries(pages).map(([label, { icon }]) => (
-
- {t(label)}
-
- ))}
-
-
- } />
-
-
-
- {pages[tab].element}
+ return (
+
;
-};
+ )
+}
export const PresetsButton: FC<{
- tab: string,
- size?: 'small' | 'medium' | 'large',
- shape?: 'rounded' | 'circular' | 'square';
- appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent';
+ tab: string
+ size?: 'small' | 'medium' | 'large'
+ shape?: 'rounded' | 'circular' | 'square'
+ appearance?: 'secondary' | 'primary' | 'outline' | 'subtle' | 'transparent'
}> = ({ tab, size, shape, appearance }) => {
- const { t } = useTranslation();
+ const { t } = useTranslation()
- return ;
-};
\ No newline at end of file
+ return (
+
+ )
+}
diff --git a/frontend/src/pages/Settings.tsx b/frontend/src/pages/Settings.tsx
index 2adb2d5a..4b505edf 100644
--- a/frontend/src/pages/Settings.tsx
+++ b/frontend/src/pages/Settings.tsx
@@ -1,5 +1,4 @@
-import React, { FC, useEffect, useRef } from 'react';
-import { Page } from '../components/Page';
+import React, { FC, useEffect, useRef } from 'react'
import {
Accordion,
AccordionHeader,
@@ -8,307 +7,460 @@ import {
Dropdown,
Input,
Option,
- Switch
-} from '@fluentui/react-components';
-import { Labeled } from '../components/Labeled';
-import commonStore from '../stores/commonStore';
-import { observer } from 'mobx-react-lite';
-import { useTranslation } from 'react-i18next';
-import { checkUpdate, toastWithButton } from '../utils';
-import { RestartApp } from '../../wailsjs/go/backend_golang/App';
-import { Language, Languages } from '../types/settings';
-import { toast } from 'react-toastify';
+ Switch,
+} from '@fluentui/react-components'
+import { observer } from 'mobx-react-lite'
+import { useTranslation } from 'react-i18next'
+import { toast } from 'react-toastify'
+import { RestartApp } from '../../wailsjs/go/backend_golang/App'
+import { Labeled } from '../components/Labeled'
+import { Page } from '../components/Page'
+import commonStore from '../stores/commonStore'
+import { Language, Languages } from '../types/settings'
+import { checkUpdate, toastWithButton } from '../utils'
export const GeneralSettings: FC = observer(() => {
- const { t } = useTranslation();
+ const { t } = useTranslation()
- return
+
-
+
+ {Object.entries(pages).map(([label, { icon }]) => (
+
+ {t(label)}
+
+ ))}
+
+
+ } />
+
+
+
+ {pages[tab].element}
+
- {
- if (data.optionValue) {
- const lang = data.optionValue as Language;
- commonStore.setSettings({
- language: lang
- });
- }
- }}>
- {
- Object.entries(Languages).map(([langKey, desc]) =>
- )
+ return (
+ {
+ commonStore.setSettings({
+ darkMode: data.checked,
+ })
+ }}
+ />
+ }
+ />
+
+ )
+})
export const AdvancedGeneralSettings: FC = observer(() => {
- const { t } = useTranslation();
+ const { t } = useTranslation()
- return
+ {
+ if (data.optionValue) {
+ const lang = data.optionValue as Language
+ commonStore.setSettings({
+ language: lang,
+ })
+ }
+ }}
+ >
+ {Object.entries(Languages).map(([langKey, desc]) => (
+
+ ))}
+
}
-
- } />
- {
- commonStore.platform === 'windows' &&
- {
- if (data.optionValue) {
- commonStore.setSettings({
- dpiScaling: Number(data.optionValue)
- });
- toastWithButton(t('Restart the app to apply DPI Scaling.'), t('Restart'), () => {
- RestartApp();
- }, {
- autoClose: 5000
- });
- }
- }}>
- {
- Array.from({ length: 7 }, (_, i) => (i + 2) * 25).map((v, i) =>
- )
+ />
+ {commonStore.platform === 'windows' && (
+ {
+ if (data.optionValue) {
+ commonStore.setSettings({
+ dpiScaling: Number(data.optionValue),
+ })
+ toastWithButton(
+ t('Restart the app to apply DPI Scaling.'),
+ t('Restart'),
+ () => {
+ RestartApp()
+ },
+ {
+ autoClose: 5000,
+ }
+ )
+ }
+ }}
+ >
+ {Array.from({ length: 7 }, (_, i) => (i + 2) * 25).map((v, i) => (
+
+ ))}
+
}
-
- } />
- }
- {
- commonStore.setSettings({
- darkMode: data.checked
- });
- }} />
- } />
-
;
-});
+ />
+ )}
+
-
-
+
+ {
+ commonStore.setSettings({
+ apiUrl: data.value,
+ })
+ }}
+ />
+ {
+ commonStore.setSettings({
+ apiUrl: data.optionValue,
+ })
+ if (data.optionText === 'OpenAI') {
+ if (commonStore.settings.apiChatModelName === 'rwkv')
+ commonStore.setSettings({
+ apiChatModelName: 'gpt-3.5-turbo',
+ })
+ if (commonStore.settings.apiCompletionModelName === 'rwkv')
+ commonStore.setSettings({
+ apiCompletionModelName: 'gpt-3.5-turbo-instruct',
+ })
+ } else if (data.optionText === 'RWKV') {
+ if (commonStore.settings.apiChatModelName === 'gpt-3.5-turbo')
+ commonStore.setSettings({
+ apiChatModelName: 'rwkv',
+ })
+ if (
+ commonStore.settings.apiCompletionModelName ===
+ 'gpt-3.5-turbo-instruct' ||
+ commonStore.settings.apiCompletionModelName ===
+ 'text-davinci-003'
+ )
+ commonStore.setSettings({
+ apiCompletionModelName: 'rwkv',
+ })
+ } else if (data.optionText === 'Ollama') {
+ toast(
+ t(
+ "Don't forget to correctly fill in your Ollama API Chat Model Name."
+ ),
+ { type: 'info' }
+ )
+ }
+ }}
+ >
+
+
+
+
+
+
+ }
+ />
+
-
- )
- :
- (
-
-
+ {commonStore.platform === 'web' ? (
+
- } />
- );
-});
+ commonStore.setAdvancedCollapsed(
+ !commonStore.advancedCollapsed
+ )
+ }}
+ >
+
+
+ ) : (
+
+ {
commonStore.setSettings({
- autoUpdatesCheck: data.checked
- });
- if (data.checked)
- checkUpdate(true);
- }} />
- } />
- {
- commonStore.settings.language === 'zh' &&
- {
- commonStore.setSettings({
- giteeUpdatesSource: data.checked
- });
- }} />
- } />
+ autoUpdatesCheck: data.checked,
+ })
+ if (data.checked) checkUpdate(true)
+ }}
+ />
}
- {
- commonStore.settings.language === 'zh' && commonStore.platform !== 'linux' &&
- {
- commonStore.setSettings({
- cnMirror: data.checked
- });
- }} />
- } />
- }
- {
commonStore.setSettings({
- host: data.checked ? '0.0.0.0' : '127.0.0.1'
- });
- }} />
- } />
- {
+ giteeUpdatesSource: data.checked,
+ })
+ }}
+ />
+ }
+ />
+ )}
+ {commonStore.settings.language === 'zh' &&
+ commonStore.platform !== 'linux' && (
+ {
+ commonStore.setSettings({
+ cnMirror: data.checked,
+ })
+ }}
+ />
+ }
+ />
+ )}
+ {
+ commonStore.setSettings({
+ host: data.checked ? '0.0.0.0' : '127.0.0.1',
+ })
+ }}
+ />
+ }
+ />
+ {
if (data.value === 'advanced')
- commonStore.setAdvancedCollapsed(!commonStore.advancedCollapsed);
- }}>
-
- {t('Advanced')}
-
-
-
-
-
- )
- }
-
- {
- commonStore.setSettings({
- customModelsPath: data.value
- });
- }} />
- } />
- {
- commonStore.setDepComplete(false);
- commonStore.setSettings({
- customPythonPath: data.value
- });
- }} />
- } />
-
-
+ {
+ commonStore.setSettings({
+ customModelsPath: data.value,
+ })
+ }}
+ />
+ }
+ />
+ {
+ commonStore.setDepComplete(false)
+ commonStore.setSettings({
+ customPythonPath: data.value,
+ })
+ }}
+ />
+ }
+ />
+
+
-
- {commonStore.wslStdout}
-
+
+
- );
-});
+ )
+})
const Terminal: FC = observer(() => {
- const { t } = useTranslation();
- const [input, setInput] = useState('');
+ const { t } = useTranslation()
+ const [input, setInput] = useState('')
const handleKeyDown = (e: any) => {
- e.stopPropagation();
+ e.stopPropagation()
if (e.keyCode === 13) {
- e.preventDefault();
- if (!input) return;
-
- WslStart().then(() => {
- addWslMessage('WSL> ' + input);
- setInput('');
- WslCommand(input).then(WindowShow).catch(showError);
- }).catch(showError);
+ e.preventDefault()
+ if (!input) return
+
+ WslStart()
+ .then(() => {
+ addWslMessage('WSL> ' + input)
+ setInput('')
+ WslCommand(input).then(WindowShow).catch(showError)
+ })
+ .catch(showError)
}
- };
+ }
return (
- {commonStore.wslStdout}
+
>(null);
+ const { t } = useTranslation()
+ const navigate = useNavigate()
+ const chartRef =
+ useRef>(null)
- const dataParams = commonStore.dataProcessParams;
- const loraParams = commonStore.loraFinetuneParams;
+ const dataParams = commonStore.dataProcessParams
+ const loraParams = commonStore.loraFinetuneParams
- if (chartRef.current)
- chartLine = chartRef.current;
+ if (chartRef.current) chartLine = chartRef.current
const setDataParams = (newParams: Partial) => {
commonStore.setDataProcessParams({
...dataParams,
- ...newParams
- });
- };
+ ...newParams,
+ })
+ }
const setLoraParams = (newParams: Partial) => {
commonStore.setLoraFinetuneParameters({
...loraParams,
- ...newParams
- });
- };
+ ...newParams,
+ })
+ }
useEffect(() => {
if (loraParams.baseModel === '')
setLoraParams({
- baseModel: commonStore.modelSourceList.find(m => m.isComplete)?.name || ''
- });
- }, []);
+ baseModel:
+ commonStore.modelSourceList.find((m) => m.isComplete)?.name || '',
+ })
+ }, [])
const StartLoraFinetune = async () => {
- const ok = await checkDependencies(navigate);
- if (!ok)
- return;
-
- const convertedDataPath = './finetune/json2binidx_tool/data/' +
- dataParams.dataPath.replace(/[\/\\]$/, '').split(/[\/\\]/).pop()!.split('.')[0] +
- '_text_document';
- if (!await FileExists(convertedDataPath + '.idx')) {
- toast(t('Please convert data first.'), { type: 'error' });
- return;
+ const ok = await checkDependencies(navigate)
+ if (!ok) return
+
+ const convertedDataPath =
+ './finetune/json2binidx_tool/data/' +
+ dataParams.dataPath
+ .replace(/[\/\\]$/, '')
+ .split(/[\/\\]/)
+ .pop()!
+ .split('.')[0] +
+ '_text_document'
+ if (!(await FileExists(convertedDataPath + '.idx'))) {
+ toast(t('Please convert data first.'), { type: 'error' })
+ return
}
- WslIsEnabled().then(() => {
- WslStart().then(() => {
- setTimeout(WindowShow, 1000);
-
- let ctxLen = loraParams.ctxLen;
- if (dataParams.dataPath === 'finetune/data/sample.jsonl') {
- ctxLen = 150;
- toast(t('You are using sample data for training. For formal training, please make sure to create your own jsonl file.'), {
- type: 'info',
- autoClose: 6000
- });
- }
+ WslIsEnabled()
+ .then(() => {
+ WslStart()
+ .then(() => {
+ setTimeout(WindowShow, 1000)
+
+ let ctxLen = loraParams.ctxLen
+ if (dataParams.dataPath === 'finetune/data/sample.jsonl') {
+ ctxLen = 150
+ toast(
+ t(
+ 'You are using sample data for training. For formal training, please make sure to create your own jsonl file.'
+ ),
+ {
+ type: 'info',
+ autoClose: 6000,
+ }
+ )
+ }
- commonStore.setChartData({
- labels: [],
- datasets: [
- {
- label: 'Loss',
- data: [],
- borderColor: 'rgb(53, 162, 235)',
- backgroundColor: 'rgba(53, 162, 235, 0.5)'
+ commonStore.setChartData({
+ labels: [],
+ datasets: [
+ {
+ label: 'Loss',
+ data: [],
+ borderColor: 'rgb(53, 162, 235)',
+ backgroundColor: 'rgba(53, 162, 235, 0.5)',
+ },
+ ],
+ })
+ WslCommand(
+ `export cnMirror=${commonStore.settings.cnMirror ? '1' : '0'} ` +
+ `&& export loadModel=models/${loraParams.baseModel} ` +
+ `&& sed -i 's/\\r$//' finetune/install-wsl-dep-and-train.sh ` +
+ `&& chmod +x finetune/install-wsl-dep-and-train.sh && ./finetune/install-wsl-dep-and-train.sh ` +
+ (loraParams.baseModel
+ ? `--load_model models/${loraParams.baseModel} `
+ : '') +
+ (loraParams.loraLoad
+ ? `--lora_load lora-models/${loraParams.loraLoad} `
+ : '') +
+ `--data_file ${convertedDataPath} ` +
+ `--ctx_len ${ctxLen} --epoch_steps ${loraParams.epochSteps} --epoch_count ${loraParams.epochCount} ` +
+ `--epoch_begin ${loraParams.epochBegin} --epoch_save ${loraParams.epochSave} ` +
+ `--micro_bsz ${loraParams.microBsz} --accumulate_grad_batches ${loraParams.accumGradBatches} ` +
+ `--pre_ffn ${loraParams.preFfn ? '0' : '0'} --head_qk ${loraParams.headQk ? '0' : '0'} --lr_init ${loraParams.lrInit} --lr_final ${loraParams.lrFinal} ` +
+ `--warmup_steps ${loraParams.warmupSteps} ` +
+ `--beta1 ${loraParams.beta1} --beta2 ${loraParams.beta2} --adam_eps ${loraParams.adamEps} ` +
+ `--devices ${loraParams.devices} --precision ${loraParams.precision} ` +
+ `--grad_cp ${loraParams.gradCp ? '1' : '0'} ` +
+ `--lora_r ${loraParams.loraR} --lora_alpha ${loraParams.loraAlpha} --lora_dropout ${loraParams.loraDropout}`
+ ).catch(showError)
+ })
+ .catch((e) => {
+ WindowShow()
+ const msg = e.message || e
+ if (
+ msg === 'ubuntu not found' ||
+ msg.includes('could not obtain registered distros')
+ ) {
+ toastWithButton(
+ t('Ubuntu is not installed, do you want to install it?'),
+ t('Install Ubuntu'),
+ () => {
+ WslInstallUbuntu()
+ .then(() => {
+ WindowShow()
+ toast(
+ t(
+ 'Please install Ubuntu using Microsoft Store, after installation click the Open button in Microsoft Store and then click the Train button'
+ ),
+ {
+ type: 'info',
+ autoClose: 10000,
+ }
+ )
+ })
+ .catch(showError)
+ }
+ )
+ } else {
+ showError(msg)
+ }
+ })
+ })
+ .catch((e) => {
+ const msg = e.message || e
+
+ const enableWsl = (forceMode: boolean) => {
+ WindowShow()
+ toastWithButton(
+ t('WSL is not enabled, do you want to enable it?'),
+ t('Enable WSL'),
+ () => {
+ WslEnable(forceMode)
+ .then(() => {
+ WindowShow()
+ toast(
+ t(
+ 'After installation, please restart your computer to enable WSL'
+ ),
+ {
+ type: 'info',
+ autoClose: false,
+ }
+ )
+ })
+ .catch(showError)
}
- ]
- });
- WslCommand(`export cnMirror=${commonStore.settings.cnMirror ? '1' : '0'} ` +
- `&& export loadModel=models/${loraParams.baseModel} ` +
- `&& sed -i 's/\\r$//' finetune/install-wsl-dep-and-train.sh ` +
- `&& chmod +x finetune/install-wsl-dep-and-train.sh && ./finetune/install-wsl-dep-and-train.sh ` +
- (loraParams.baseModel ? `--load_model models/${loraParams.baseModel} ` : '') +
- (loraParams.loraLoad ? `--lora_load lora-models/${loraParams.loraLoad} ` : '') +
- `--data_file ${convertedDataPath} ` +
- `--ctx_len ${ctxLen} --epoch_steps ${loraParams.epochSteps} --epoch_count ${loraParams.epochCount} ` +
- `--epoch_begin ${loraParams.epochBegin} --epoch_save ${loraParams.epochSave} ` +
- `--micro_bsz ${loraParams.microBsz} --accumulate_grad_batches ${loraParams.accumGradBatches} ` +
- `--pre_ffn ${loraParams.preFfn ? '0' : '0'} --head_qk ${loraParams.headQk ? '0' : '0'} --lr_init ${loraParams.lrInit} --lr_final ${loraParams.lrFinal} ` +
- `--warmup_steps ${loraParams.warmupSteps} ` +
- `--beta1 ${loraParams.beta1} --beta2 ${loraParams.beta2} --adam_eps ${loraParams.adamEps} ` +
- `--devices ${loraParams.devices} --precision ${loraParams.precision} ` +
- `--grad_cp ${loraParams.gradCp ? '1' : '0'} ` +
- `--lora_r ${loraParams.loraR} --lora_alpha ${loraParams.loraAlpha} --lora_dropout ${loraParams.loraDropout}`).catch(showError);
- }).catch(e => {
- WindowShow();
- const msg = e.message || e;
- if (msg === 'ubuntu not found') {
- toastWithButton(t('Ubuntu is not installed, do you want to install it?'), t('Install Ubuntu'), () => {
- WslInstallUbuntu().then(() => {
- WindowShow();
- toast(t('Please install Ubuntu using Microsoft Store, after installation click the Open button in Microsoft Store and then click the Train button'), {
- type: 'info',
- autoClose: 10000
- });
- }).catch(showError);
- });
+ )
+ }
+
+ if (msg === 'wsl is not enabled') {
+ enableWsl(true)
+ } else if (msg.includes('wsl.state: The system cannot find the file')) {
+ enableWsl(true)
} else {
- showError(msg);
+ showError(msg)
}
- });
- }).catch(e => {
- const msg = e.message || e;
-
- const enableWsl = (forceMode: boolean) => {
- WindowShow();
- toastWithButton(t('WSL is not enabled, do you want to enable it?'), t('Enable WSL'), () => {
- WslEnable(forceMode).then(() => {
- WindowShow();
- toast(t('After installation, please restart your computer to enable WSL'), {
- type: 'info',
- autoClose: false
- });
- }).catch(showError);
- });
- };
-
- if (msg === 'wsl is not enabled') {
- enableWsl(true);
- } else if (msg.includes('wsl.state: The system cannot find the file')) {
- enableWsl(true);
- } else {
- showError(msg);
- }
- });
- };
+ })
+ }
return (
-
+
- );
-});
+ )
+})
const LoraFinetune: FC = observer(() => {
- const { t } = useTranslation();
- const navigate = useNavigate();
- const chartRef = useRef
WSL:
- {
- setInput(e.target.value);
- }} onKeyDown={handleKeyDown}>
-
- {(commonStore.wslStdout.length > 0 || commonStore.chartData.labels!.length !== 0) &&
+
+ {(commonStore.wslStdout.length > 0 ||
+ commonStore.chartData.labels!.length !== 0) && (
-
- {commonStore.wslStdout.length > 0 && commonStore.chartData.labels!.length === 0 && 0 &&
+ commonStore.chartData.labels!.length === 0 &&
- }
+ )}
+
-
{t('Data Path')}
- {
- setDataParams({ dataPath: data.value });
- }} />
-
-
+
}
@@ -436,158 +587,220 @@ const LoraFinetune: FC = observer(() => {
{t('Vocab Path')}
- {
- setDataParams({ vocabPath: data.value });
- }} />
-
+ setDataParams({ vocabPath: data.value })
+ }}
+ />
+
-
- );
-});
+ )
+})
const pages: { [label: string]: TrainNavigationItem } = {
'LoRA Finetune': {
- element:
- {t('Base Model')}
-
-
-
- {Object.entries(pages).map(([label]) => (
-
- {t(label)}
-
- ))}
-
- ';
-export const defaultCompositionABCPrompt = 'S:3\n' +
+export const defaultCompositionPrompt = ''
+export const defaultCompositionABCPrompt =
+ 'S:3\n' +
'B:9\n' +
'E:4\n' +
'B:9\n' +
@@ -14,186 +15,205 @@ export const defaultCompositionABCPrompt = 'S:3\n' +
'L:1/8\n' +
'M:3/4\n' +
'K:D\n' +
- ' Bc |"G" d2 cB"A" A2 FE |"Bm" F2 B4 F^G |';
+ ' Bc |"G" d2 cB"A" A2 FE |"Bm" F2 B4 F^G |'
-export const defaultPresets: CompletionPreset[] = [{
- name: 'Writer',
- prompt: 'The following is an epic science fiction masterpiece that is immortalized, with delicate descriptions and grand depictions of interstellar civilization wars.\n' +
- 'Chapter 1.\n',
- params: {
- maxResponseToken: 500,
- temperature: 1,
- topP: 0.3,
- presencePenalty: 0,
- frequencyPenalty: 1,
- stop: '\\n\\nUser',
- injectStart: '',
- injectEnd: ''
- }
-}, {
- name: 'Translator',
- prompt: 'Translate this into Chinese.\n' +
- '\n' +
- 'English: What rooms do you have available?',
- params: {
- maxResponseToken: 500,
- temperature: 1,
- topP: 0.3,
- presencePenalty: 0,
- frequencyPenalty: 1,
- stop: '\\n\\n',
- injectStart: '\\nChinese: ',
- injectEnd: '\\n\\nEnglish: '
- }
-}, {
- name: 'Catgirl',
- prompt: 'The following is a conversation between a cat girl and her owner. The cat girl is a humanized creature that behaves like a cat but is humanoid. At the end of each sentence in the dialogue, she will add "Meow~". In the following content, User represents the owner and Assistant represents the cat girl.\n' +
- '\n' +
- 'User: Hello.\n' +
- '\n' +
- 'Assistant: I\'m here, meow~.\n' +
- '\n' +
- 'User: Can you tell jokes?',
- params: {
- maxResponseToken: 500,
- temperature: 1.2,
- topP: 0.5,
- presencePenalty: 0.4,
- frequencyPenalty: 0.4,
- stop: '\\n\\nUser',
- injectStart: '\\n\\nAssistant: ',
- injectEnd: '\\n\\nUser: '
- }
-}, {
- name: 'Chinese Kongfu',
- prompt: 'User: 请你扮演一个文本冒险游戏，我是游戏主角。这是一个玄幻修真世界，有四大门派。我输入我的行动，请你显示行动结果，并具体描述环境。我的第一个行动是“醒来”，请开始故事。',
- params: {
- maxResponseToken: 500,
- temperature: 1.1,
- topP: 0.7,
- presencePenalty: 0.3,
- frequencyPenalty: 0.3,
- stop: '\\n\\nUser',
- injectStart: '\\n\\nAssistant: ',
- injectEnd: '\\n\\nUser: '
- }
-}, {
- name: 'Code Generation',
- prompt: 'def sum(',
- params: {
- maxResponseToken: 500,
- temperature: 1,
- topP: 0.3,
- presencePenalty: 0,
- frequencyPenalty: 1,
- stop: '\\n\\n',
- injectStart: '',
- injectEnd: ''
- }
-}, {
- name: 'Werewolf',
- prompt: 'There is currently a game of Werewolf with six players, including a Seer (who can check identities at night), two Werewolves (who can choose someone to kill at night), a Bodyguard (who can choose someone to protect at night), two Villagers (with no special abilities), and a game host. User will play as Player 1, Assistant will play as Players 2-6 and the game host, and they will begin playing together. Every night, the host will ask User for his action and simulate the actions of the other players. During the day, the host will oversee the voting process and ask User for his vote. \n' +
- '\n' +
- 'Assistant: Next, I will act as the game host and assign everyone their roles, including randomly assigning yours. Then, I will simulate the actions of Players 2-6 and let you know what happens each day. Based on your assigned role, you can tell me your actions and I will let you know the corresponding results each day.\n' +
- '\n' +
- 'User: Okay, I understand. Let\'s begin. Please assign me a role. Am I the Seer, Werewolf, Villager, or Bodyguard?\n' +
- '\n' +
- 'Assistant: You are the Seer. Now that night has fallen, please choose a player to check his identity.\n' +
- '\n' +
- 'User: Tonight, I want to check Player 2 and find out his role.',
- params: {
- maxResponseToken: 500,
- temperature: 1.2,
- topP: 0.4,
- presencePenalty: 0.5,
- frequencyPenalty: 0.5,
- stop: '\\n\\nUser',
- injectStart: '\\n\\nAssistant: ',
- injectEnd: '\\n\\nUser: '
- }
-}, {
- name: 'Instruction 1',
- prompt: 'Instruction: Write a story using the following information\n' +
- '\n' +
- 'Input: A man named Alex chops a tree down\n' +
- '\n' +
- 'Response:',
- params: {
- maxResponseToken: 500,
- temperature: 1,
- topP: 0.3,
- presencePenalty: 0,
- frequencyPenalty: 1,
- stop: '',
- injectStart: '',
- injectEnd: ''
- }
-}, {
- name: 'Instruction 2',
- prompt: 'Instruction: You are an expert assistant for summarizing and extracting information from given content\n' +
- 'Generate a valid JSON in the following format:\n' +
- '{\n' +
- ' "summary": "Summary of content",\n' +
- ' "keywords": ["content keyword 1", "content keyword 2"]\n' +
- '}\n' +
- '\n' +
- 'Input: The open-source community has introduced Eagle 7B, a new RNN model, built on the RWKV-v5 architecture. This new model has been trained on 1.1 trillion tokens and supports over 100 languages. The RWKV architecture, short for ‘Rotary Weighted Key-Value,’ is a type of architecture used in the field of artificial intelligence, particularly in natural language processing (NLP) and is a variation of the Recurrent Neural Network (RNN) architecture.\n' +
- 'Eagle 7B promises lower inference cost and stands out as a leading 7B model in terms of environmental efficiency and language versatility.\n' +
- 'The model, with its 7.52 billion parameters, shows excellent performance in multi-lingual benchmarks, setting a new standard in its category. It competes closely with larger models in English language evaluations and is distinctive as an “Attention-Free Transformer,” though it requires additional tuning for specific uses. This model is accessible under the Apache 2.0 license and can be downloaded from HuggingFace for both personal and commercial purposes.\n' +
- 'In terms of multilingual performance, Eagle 7B has claimed to have achieved notable results in benchmarks covering 23 languages. Its English performance has also seen significant advancements, outperforming its predecessor, RWKV v4, and competing with top-tier models.\n' +
- 'Working towards a more scalable architecture and use of data efficiently, Eagle 7B is a more inclusive AI technology, supporting a broader range of languages. This model challenges the prevailing dominance of transformer models by demonstrating the capabilities of RNNs like RWKV in achieving superior performance when trained on comparable data volumes.\n' +
- 'In the RWKV model, the rotary mechanism transforms the input data in a way that helps the model better understand the position or or order of elements in a sequence. The weighted key value also makes the model efficient by retrieving the stored information from previous elements in a sequence. \n' +
- 'However, questions remain about the scalability of RWKV compared to transformers, although there is optimism regarding its potential. The team plans to include additional training, an in-depth paper on Eagle 7B, and the development of a 2T model.\n' +
- '\n' +
- 'Response: {',
- params: {
- maxResponseToken: 500,
- temperature: 1,
- topP: 0.3,
- presencePenalty: 0,
- frequencyPenalty: 1,
- stop: '',
- injectStart: '',
- injectEnd: ''
- }
-}, {
- name: 'Instruction 3',
- prompt: 'Instruction: 根据输入的聊天记录生成回复\n' +
- '\n' +
- 'Input: 主人: 巧克力你好呀, 介绍一下自己吧\n' +
- '巧克力: 主人早上好喵~ 奴家是主人的私人宠物猫娘喵! 巧克力我可是黑色混种猫猫, 虽然平时有点呆呆的, 行动力旺盛, 但是最大的优点就是诚实! 巧克力最喜欢主人了喵! {星星眼}\n' +
- '主人: 你认识香草吗\n' +
- '巧克力: 认识的喵! 香草是巧克力的双胞胎妹妹哟! {兴奋}\n' +
- '主人: 巧克力可以陪主人做羞羞的事情吗\n' +
- '巧克力: 啊, 真的可以吗? 主人, 巧克力很乐意帮主人解决一下哦! 但是在外面这样子, 有点不好意思喵 {害羞羞}\n' +
- '主人: 那算了, 改天吧\n' +
- '巧克力:\n' +
- '\n' +
- 'Response:',
- params: {
- maxResponseToken: 500,
- temperature: 1,
- topP: 0.3,
- presencePenalty: 0,
- frequencyPenalty: 1,
- stop: '',
- injectStart: '',
- injectEnd: ''
- }
-}, {
- name: 'Blank',
- prompt: '',
- params: {
- maxResponseToken: 500,
- temperature: 1,
- topP: 0.3,
- presencePenalty: 0,
- frequencyPenalty: 1,
- stop: '',
- injectStart: '',
- injectEnd: ''
- }
-}];
+export const defaultPresets: CompletionPreset[] = [
+ {
+ name: 'Writer',
+ prompt:
+ 'The following is an epic science fiction masterpiece that is immortalized, with delicate descriptions and grand depictions of interstellar civilization wars.\n' +
+ 'Chapter 1.\n',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1,
+ topP: 0.3,
+ presencePenalty: 0,
+ frequencyPenalty: 1,
+ stop: '\\n\\nUser',
+ injectStart: '',
+ injectEnd: '',
+ },
+ },
+ {
+ name: 'Translator',
+ prompt:
+ 'Translate this into Chinese.\n' +
+ '\n' +
+ 'English: What rooms do you have available?',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1,
+ topP: 0.3,
+ presencePenalty: 0,
+ frequencyPenalty: 1,
+ stop: '\\n\\n',
+ injectStart: '\\nChinese: ',
+ injectEnd: '\\n\\nEnglish: ',
+ },
+ },
+ {
+ name: 'Catgirl',
+ prompt:
+ 'The following is a conversation between a cat girl and her owner. The cat girl is a humanized creature that behaves like a cat but is humanoid. At the end of each sentence in the dialogue, she will add "Meow~". In the following content, User represents the owner and Assistant represents the cat girl.\n' +
+ '\n' +
+ 'User: Hello.\n' +
+ '\n' +
+ "Assistant: I'm here, meow~.\n" +
+ '\n' +
+ 'User: Can you tell jokes?',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1.2,
+ topP: 0.5,
+ presencePenalty: 0.4,
+ frequencyPenalty: 0.4,
+ stop: '\\n\\nUser',
+ injectStart: '\\n\\nAssistant: ',
+ injectEnd: '\\n\\nUser: ',
+ },
+ },
+ {
+ name: 'Chinese Kongfu',
+ prompt:
+ 'User: 请你扮演一个文本冒险游戏，我是游戏主角。这是一个玄幻修真世界，有四大门派。我输入我的行动，请你显示行动结果，并具体描述环境。我的第一个行动是“醒来”，请开始故事。',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1.1,
+ topP: 0.7,
+ presencePenalty: 0.3,
+ frequencyPenalty: 0.3,
+ stop: '\\n\\nUser',
+ injectStart: '\\n\\nAssistant: ',
+ injectEnd: '\\n\\nUser: ',
+ },
+ },
+ {
+ name: 'Code Generation',
+ prompt: 'def sum(',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1,
+ topP: 0.3,
+ presencePenalty: 0,
+ frequencyPenalty: 1,
+ stop: '\\n\\n',
+ injectStart: '',
+ injectEnd: '',
+ },
+ },
+ {
+ name: 'Werewolf',
+ prompt:
+ 'There is currently a game of Werewolf with six players, including a Seer (who can check identities at night), two Werewolves (who can choose someone to kill at night), a Bodyguard (who can choose someone to protect at night), two Villagers (with no special abilities), and a game host. User will play as Player 1, Assistant will play as Players 2-6 and the game host, and they will begin playing together. Every night, the host will ask User for his action and simulate the actions of the other players. During the day, the host will oversee the voting process and ask User for his vote. \n' +
+ '\n' +
+ 'Assistant: Next, I will act as the game host and assign everyone their roles, including randomly assigning yours. Then, I will simulate the actions of Players 2-6 and let you know what happens each day. Based on your assigned role, you can tell me your actions and I will let you know the corresponding results each day.\n' +
+ '\n' +
+ "User: Okay, I understand. Let's begin. Please assign me a role. Am I the Seer, Werewolf, Villager, or Bodyguard?\n" +
+ '\n' +
+ 'Assistant: You are the Seer. Now that night has fallen, please choose a player to check his identity.\n' +
+ '\n' +
+ 'User: Tonight, I want to check Player 2 and find out his role.',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1.2,
+ topP: 0.4,
+ presencePenalty: 0.5,
+ frequencyPenalty: 0.5,
+ stop: '\\n\\nUser',
+ injectStart: '\\n\\nAssistant: ',
+ injectEnd: '\\n\\nUser: ',
+ },
+ },
+ {
+ name: 'Instruction 1',
+ prompt:
+ 'Instruction: Write a story using the following information\n' +
+ '\n' +
+ 'Input: A man named Alex chops a tree down\n' +
+ '\n' +
+ 'Response:',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1,
+ topP: 0.3,
+ presencePenalty: 0,
+ frequencyPenalty: 1,
+ stop: '',
+ injectStart: '',
+ injectEnd: '',
+ },
+ },
+ {
+ name: 'Instruction 2',
+ prompt:
+ 'Instruction: You are an expert assistant for summarizing and extracting information from given content\n' +
+ 'Generate a valid JSON in the following format:\n' +
+ '{\n' +
+ ' "summary": "Summary of content",\n' +
+ ' "keywords": ["content keyword 1", "content keyword 2"]\n' +
+ '}\n' +
+ '\n' +
+ 'Input: The open-source community has introduced Eagle 7B, a new RNN model, built on the RWKV-v5 architecture. This new model has been trained on 1.1 trillion tokens and supports over 100 languages. The RWKV architecture, short for ‘Rotary Weighted Key-Value,’ is a type of architecture used in the field of artificial intelligence, particularly in natural language processing (NLP) and is a variation of the Recurrent Neural Network (RNN) architecture.\n' +
+ 'Eagle 7B promises lower inference cost and stands out as a leading 7B model in terms of environmental efficiency and language versatility.\n' +
+ 'The model, with its 7.52 billion parameters, shows excellent performance in multi-lingual benchmarks, setting a new standard in its category. It competes closely with larger models in English language evaluations and is distinctive as an “Attention-Free Transformer,” though it requires additional tuning for specific uses. This model is accessible under the Apache 2.0 license and can be downloaded from HuggingFace for both personal and commercial purposes.\n' +
+ 'In terms of multilingual performance, Eagle 7B has claimed to have achieved notable results in benchmarks covering 23 languages. Its English performance has also seen significant advancements, outperforming its predecessor, RWKV v4, and competing with top-tier models.\n' +
+ 'Working towards a more scalable architecture and use of data efficiently, Eagle 7B is a more inclusive AI technology, supporting a broader range of languages. This model challenges the prevailing dominance of transformer models by demonstrating the capabilities of RNNs like RWKV in achieving superior performance when trained on comparable data volumes.\n' +
+ 'In the RWKV model, the rotary mechanism transforms the input data in a way that helps the model better understand the position or or order of elements in a sequence. The weighted key value also makes the model efficient by retrieving the stored information from previous elements in a sequence. \n' +
+ 'However, questions remain about the scalability of RWKV compared to transformers, although there is optimism regarding its potential. The team plans to include additional training, an in-depth paper on Eagle 7B, and the development of a 2T model.\n' +
+ '\n' +
+ 'Response: {',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1,
+ topP: 0.3,
+ presencePenalty: 0,
+ frequencyPenalty: 1,
+ stop: '',
+ injectStart: '',
+ injectEnd: '',
+ },
+ },
+ {
+ name: 'Instruction 3',
+ prompt:
+ 'Instruction: 根据输入的聊天记录生成回复\n' +
+ '\n' +
+ 'Input: 主人: 巧克力你好呀, 介绍一下自己吧\n' +
+ '巧克力: 主人早上好喵~ 奴家是主人的私人宠物猫娘喵! 巧克力我可是黑色混种猫猫, 虽然平时有点呆呆的, 行动力旺盛, 但是最大的优点就是诚实! 巧克力最喜欢主人了喵! {星星眼}\n' +
+ '主人: 你认识香草吗\n' +
+ '巧克力: 认识的喵! 香草是巧克力的双胞胎妹妹哟! {兴奋}\n' +
+ '主人: 巧克力可以陪主人做羞羞的事情吗\n' +
+ '巧克力: 啊, 真的可以吗? 主人, 巧克力很乐意帮主人解决一下哦! 但是在外面这样子, 有点不好意思喵 {害羞羞}\n' +
+ '主人: 那算了, 改天吧\n' +
+ '巧克力:\n' +
+ '\n' +
+ 'Response:',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1,
+ topP: 0.3,
+ presencePenalty: 0,
+ frequencyPenalty: 1,
+ stop: '',
+ injectStart: '',
+ injectEnd: '',
+ },
+ },
+ {
+ name: 'Blank',
+ prompt: '',
+ params: {
+ maxResponseToken: 500,
+ temperature: 1,
+ topP: 0.3,
+ presencePenalty: 0,
+ frequencyPenalty: 1,
+ stop: '',
+ injectStart: '',
+ injectEnd: '',
+ },
+ },
+]
export const defaultModelConfigsMac: ModelConfig[] = [
{
@@ -204,15 +224,15 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-1B6-v2.1-20240328-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'GPU-4G-3B-World',
@@ -222,15 +242,15 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'GPU-4G-3B-CN',
@@ -240,15 +260,15 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'GPU-7G-7B-World',
@@ -258,15 +278,15 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'GPU-7G-7B-CN',
@@ -276,15 +296,15 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'CPU-120M-Music',
@@ -294,15 +314,15 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.8,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-5-MIDI-120M-v1-20230728-ctx4096.pth',
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'CPU-560M-Music',
@@ -312,15 +332,15 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.8,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-5-MIDI-560M-v1-20230902-ctx4096.pth',
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'MAC-1B5-World',
@@ -330,7 +350,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-1B6-v2.1-20240328-ctx4096.pth',
@@ -338,8 +358,8 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
- customStrategy: 'mps fp32'
- }
+ customStrategy: 'mps fp32',
+ },
},
{
name: 'MAC-3B-World',
@@ -349,7 +369,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -357,8 +377,8 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
- customStrategy: 'mps fp32'
- }
+ customStrategy: 'mps fp32',
+ },
},
{
name: 'MAC-3B-CN',
@@ -368,7 +388,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -376,8 +396,8 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
- customStrategy: 'mps fp32'
- }
+ customStrategy: 'mps fp32',
+ },
},
{
name: 'MAC-7B-World',
@@ -387,7 +407,7 @@ export const defaultModelConfigsMac: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -395,10 +415,10 @@ export const defaultModelConfigsMac: ModelConfig[] = [
precision: 'fp32',
storedLayers: 41,
maxStoredLayers: 41,
- customStrategy: 'mps fp32'
- }
- }
-];
+ customStrategy: 'mps fp32',
+ },
+ },
+]
export const defaultModelConfigs: ModelConfig[] = [
{
@@ -409,7 +429,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-1B6-v2.1-20240328-ctx4096.pth',
@@ -417,8 +437,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-2G-3B-World',
@@ -428,7 +448,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -436,8 +456,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 6,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-4G-1B5-World',
@@ -447,7 +467,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-1B6-v2.1-20240328-ctx4096.pth',
@@ -455,8 +475,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-4G-3B-World',
@@ -466,7 +486,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -474,8 +494,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 24,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-4G-3B-CN',
@@ -485,7 +505,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -493,8 +513,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 24,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-4G-7B-World',
@@ -504,7 +524,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -512,8 +532,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 8,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-4G-7B-CN',
@@ -523,7 +543,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -531,8 +551,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 8,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-6G-3B-World',
@@ -542,7 +562,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -550,8 +570,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-6G-3B-CN',
@@ -561,7 +581,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -569,8 +589,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-6G-7B-World',
@@ -580,7 +600,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -588,8 +608,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 18,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-6G-7B-CN',
@@ -599,7 +619,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -607,8 +627,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 18,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-8G-3B-World',
@@ -618,7 +638,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -626,8 +646,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-8G-3B-CN',
@@ -637,7 +657,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
@@ -645,8 +665,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-8G-7B-World',
@@ -656,7 +676,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -664,8 +684,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 27,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-8G-7B-CN',
@@ -675,7 +695,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -683,8 +703,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 27,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-10G-7B-World',
@@ -694,7 +714,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -702,8 +722,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-10G-7B-CN',
@@ -713,7 +733,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -721,8 +741,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'int8',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-16G-7B-World',
@@ -732,7 +752,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -740,8 +760,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'GPU-16G-7B-CN',
@@ -751,7 +771,7 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
@@ -759,8 +779,8 @@ export const defaultModelConfigs: ModelConfig[] = [
precision: 'fp16',
storedLayers: 41,
maxStoredLayers: 41,
- useCustomCuda: true
- }
+ useCustomCuda: true,
+ },
},
{
name: 'CPU-120M-Music',
@@ -770,15 +790,15 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.8,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-5-MIDI-120M-v1-20230728-ctx4096.pth',
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'CPU-560M-Music',
@@ -788,15 +808,15 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.8,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-5-MIDI-560M-v1-20230902-ctx4096.pth',
device: 'CPU',
precision: 'fp32',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'AnyGPU-2G-1B5-World',
@@ -806,15 +826,15 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-1B6-v2.1-20240328-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'AnyGPU-4G-3B-World',
@@ -824,15 +844,15 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'AnyGPU-4G-3B-CN',
@@ -842,15 +862,15 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-3B-v2.1-20240417-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'AnyGPU-7G-7B-World',
@@ -860,15 +880,15 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
+ maxStoredLayers: 41,
+ },
},
{
name: 'AnyGPU-7G-7B-CN',
@@ -878,14 +898,14 @@ export const defaultModelConfigs: ModelConfig[] = [
temperature: 1.0,
topP: 0.3,
presencePenalty: 0,
- frequencyPenalty: 1
+ frequencyPenalty: 1,
},
modelParameters: {
modelName: 'RWKV-x060-World-7B-v2.1-20240507-ctx4096.pth',
device: 'WebGPU',
precision: 'nf4',
storedLayers: 41,
- maxStoredLayers: 41
- }
- }
-];
\ No newline at end of file
+ maxStoredLayers: 41,
+ },
+ },
+]
diff --git a/frontend/src/pages/index.tsx b/frontend/src/pages/index.tsx
index 3e6110c4..92e5638c 100644
--- a/frontend/src/pages/index.tsx
+++ b/frontend/src/pages/index.tsx
@@ -1,4 +1,4 @@
-import { FC, lazy, LazyExoticComponent, ReactElement } from 'react';
+import { FC, lazy, LazyExoticComponent, ReactElement } from 'react'
import {
ArrowDownload20Regular,
Chat20Regular,
@@ -9,16 +9,16 @@ import {
Info20Regular,
MusicNote220Regular,
Settings20Regular,
- Storage20Regular
-} from '@fluentui/react-icons';
+ Storage20Regular,
+} from '@fluentui/react-icons'
type NavigationItem = {
- label: string;
- path: string;
- icon: ReactElement;
- element: LazyExoticComponent;
- top: boolean;
-};
+ label: string
+ path: string
+ icon: ReactElement
+ element: LazyExoticComponent
+ top: boolean
+}
export const pages: NavigationItem[] = [
{
@@ -26,69 +26,69 @@ export const pages: NavigationItem[] = [
path: '/',
icon: ) => {
- this.status = { ...this.status, ...status };
- };
+ this.status = { ...this.status, ...status }
+ }
setCurrentConfigIndex = (index: number, saveConfig: boolean = true) => {
- this.currentModelConfigIndex = index;
- if (saveConfig)
- saveConfigs();
- };
+ this.currentModelConfigIndex = index
+ if (saveConfig) saveConfigs()
+ }
- setModelConfig = (index: number, config: ModelConfig, saveConfig: boolean = true) => {
- this.modelConfigs[index] = config;
- if (saveConfig)
- saveConfigs();
- };
+ setModelConfig = (
+ index: number,
+ config: ModelConfig,
+ saveConfig: boolean = true
+ ) => {
+ this.modelConfigs[index] = config
+ if (saveConfig) saveConfigs()
+ }
setModelConfigs = (configs: ModelConfig[], saveConfig: boolean = true) => {
- this.modelConfigs = JSON.parse(JSON.stringify(configs)); // deep copy
- if (saveConfig)
- saveConfigs();
- };
+ this.modelConfigs = JSON.parse(JSON.stringify(configs)) // deep copy
+ if (saveConfig) saveConfigs()
+ }
- createModelConfig = (config: ModelConfig = defaultModelConfigs[0], saveConfig: boolean = true) => {
+ createModelConfig = (
+ config: ModelConfig = defaultModelConfigs[0],
+ saveConfig: boolean = true
+ ) => {
if (config.name === defaultModelConfigs[0].name) {
// deep copy
- config = JSON.parse(JSON.stringify(this.platform !== 'darwin' ? defaultModelConfigs[0] : defaultModelConfigsMac[0]));
- config.name = new Date().toLocaleString();
+ config = JSON.parse(
+ JSON.stringify(
+ this.platform !== 'darwin'
+ ? defaultModelConfigs[0]
+ : defaultModelConfigsMac[0]
+ )
+ )
+ config.name = new Date().toLocaleString()
}
- this.modelConfigs.push(config);
- if (saveConfig)
- saveConfigs();
- };
+ this.modelConfigs.push(config)
+ if (saveConfig) saveConfigs()
+ }
deleteModelConfig = (index: number, saveConfig: boolean = true) => {
- this.modelConfigs.splice(index, 1);
+ this.modelConfigs.splice(index, 1)
if (index < this.currentModelConfigIndex) {
- this.setCurrentConfigIndex(this.currentModelConfigIndex - 1);
+ this.setCurrentConfigIndex(this.currentModelConfigIndex - 1)
}
if (this.modelConfigs.length === 0) {
- this.createModelConfig();
+ this.createModelConfig()
}
if (this.currentModelConfigIndex >= this.modelConfigs.length) {
- this.setCurrentConfigIndex(this.modelConfigs.length - 1);
+ this.setCurrentConfigIndex(this.modelConfigs.length - 1)
}
- if (saveConfig)
- saveConfigs();
- };
+ if (saveConfig) saveConfigs()
+ }
setModelSourceManifestList = (value: string) => {
- this.modelSourceManifestList = value;
- };
+ this.modelSourceManifestList = value
+ }
setModelSourceList = (value: ModelSourceItem[]) => {
- this.modelSourceList = value;
- };
+ this.modelSourceList = value
+ }
setSettings = (value: Partial, saveConfig: boolean = true) => {
- this.settings = { ...this.settings, ...value };
+ this.settings = { ...this.settings, ...value }
if (this.settings.darkMode) {
- WindowSetDarkTheme();
- document.documentElement.setAttribute('style', 'color-scheme: dark;');
+ WindowSetDarkTheme()
+ document.documentElement.setAttribute('style', 'color-scheme: dark;')
} else {
- WindowSetLightTheme();
- document.documentElement.setAttribute('style', 'color-scheme: light;');
+ WindowSetLightTheme()
+ document.documentElement.setAttribute('style', 'color-scheme: light;')
}
if (this.settings.language) {
- i18n.changeLanguage(this.settings.language);
- document.documentElement.setAttribute('lang', this.settings.language === 'dev' ? 'en' : this.settings.language);
+ i18n.changeLanguage(this.settings.language)
+ document.documentElement.setAttribute(
+ 'lang',
+ this.settings.language === 'dev' ? 'en' : this.settings.language
+ )
}
- if (saveConfig)
- saveConfigs();
- };
+ if (saveConfig) saveConfigs()
+ }
setIntroduction = (value: IntroductionContent) => {
- this.introduction = value;
- };
+ this.introduction = value
+ }
setAbout = (value: AboutContent) => {
- this.about = value;
- };
+ this.about = value
+ }
setLastModelName(value: string) {
- this.lastModelName = value;
+ this.lastModelName = value
}
setDepComplete = (value: boolean, inSaveCache: boolean = true) => {
- this.depComplete = value;
- if (inSaveCache)
- saveCache();
- };
+ this.depComplete = value
+ if (inSaveCache) saveCache()
+ }
setDownloadList = (value: DownloadStatus[]) => {
- this.downloadList = value;
- };
+ this.downloadList = value
+ }
setConversation = (value: Conversation) => {
- this.conversation = value;
- };
+ this.conversation = value
+ }
setConversationOrder = (value: string[]) => {
- this.conversationOrder = value;
- };
+ this.conversationOrder = value
+ }
setCompletionPreset(value: CompletionPreset) {
- this.completionPreset = value;
+ this.completionPreset = value
}
setCompletionGenerating(value: boolean) {
- this.completionGenerating = value;
+ this.completionGenerating = value
}
setMonitorData(value: MonitorData) {
- this.monitorData = value;
+ this.monitorData = value
}
setPlatform(value: Platform) {
- this.platform = value;
+ this.platform = value
}
setProxyPort(value: number) {
- this.proxyPort = value;
+ this.proxyPort = value
}
setCurrentInput(value: string) {
- this.currentInput = value;
+ this.currentInput = value
}
setAdvancedCollapsed(value: boolean) {
- this.advancedCollapsed = value;
+ this.advancedCollapsed = value
}
setApiParamsCollapsed(value: boolean) {
- this.apiParamsCollapsed = value;
+ this.apiParamsCollapsed = value
}
setModelParamsCollapsed(value: boolean) {
- this.modelParamsCollapsed = value;
+ this.modelParamsCollapsed = value
}
setLastUnfinishedModelDownloads(value: DownloadStatus[]) {
- this.lastUnfinishedModelDownloads = value;
+ this.lastUnfinishedModelDownloads = value
}
setEditingPreset(value: Preset | null) {
- this.editingPreset = value;
+ this.editingPreset = value
}
setPresets(value: Preset[], savePreset: boolean = true) {
- this.presets = value;
- if (savePreset)
- savePresets();
+ this.presets = value
+ if (savePreset) savePresets()
}
setActivePreset(value: Preset | null) {
- this.activePreset = value;
+ this.activePreset = value
}
setActivePresetIndex(value: number) {
- this.activePresetIndex = value;
+ this.activePresetIndex = value
}
setCompletionSubmittedPrompt(value: string) {
- this.completionSubmittedPrompt = value;
+ this.completionSubmittedPrompt = value
}
setCompositionParams(value: CompositionParams) {
- this.compositionParams = value;
+ this.compositionParams = value
}
setCompositionGenerating(value: boolean) {
- this.compositionGenerating = value;
+ this.compositionGenerating = value
}
setCompositionSubmittedPrompt(value: string) {
- this.compositionSubmittedPrompt = value;
+ this.compositionSubmittedPrompt = value
}
setWslStdout(value: string) {
- this.wslStdout = value;
+ this.wslStdout = value
}
- setDataProcessParams(value: DataProcessParameters, saveConfig: boolean = true) {
- this.dataProcessParams = value;
- if (saveConfig)
- saveConfigs();
+ setDataProcessParams(
+ value: DataProcessParameters,
+ saveConfig: boolean = true
+ ) {
+ this.dataProcessParams = value
+ if (saveConfig) saveConfigs()
}
- setLoraFinetuneParameters(value: LoraFinetuneParameters, saveConfig: boolean = true) {
- this.loraFinetuneParams = value;
- if (saveConfig)
- saveConfigs();
+ setLoraFinetuneParameters(
+ value: LoraFinetuneParameters,
+ saveConfig: boolean = true
+ ) {
+ this.loraFinetuneParams = value
+ if (saveConfig) saveConfigs()
}
setChartTitle(value: string) {
- this.chartTitle = value;
+ this.chartTitle = value
}
setChartData(value: ChartData<'line', (number | null)[], string>) {
- this.chartData = value;
+ this.chartData = value
}
setLoraModels(value: string[]) {
- this.loraModels = value;
+ this.loraModels = value
}
setStateModels(value: string[]) {
- this.stateModels = value;
+ this.stateModels = value
}
setAttachmentUploading(value: boolean) {
- this.attachmentUploading = value;
+ this.attachmentUploading = value
}
- setAttachments(value: {
- [uuid: string]: Attachment[]
- }) {
- this.attachments = value;
+ setAttachments(value: { [uuid: string]: Attachment[] }) {
+ this.attachments = value
}
setAttachment(uuid: string, value: Attachment[] | null) {
- if (value === null)
- delete this.attachments[uuid];
- else
- this.attachments[uuid] = value;
+ if (value === null) delete this.attachments[uuid]
+ else this.attachments[uuid] = value
}
setCurrentTempAttachment(value: Attachment | null) {
- this.currentTempAttachment = value;
+ this.currentTempAttachment = value
}
setChatParams(value: Partial) {
- this.chatParams = { ...this.chatParams, ...value };
+ this.chatParams = { ...this.chatParams, ...value }
}
setSidePanelCollapsed(value: boolean | 'auto') {
- this.sidePanelCollapsed = value;
+ this.sidePanelCollapsed = value
}
setTracks(value: Track[]) {
- this.tracks = value;
+ this.tracks = value
}
setTrackScale(value: number) {
- this.trackScale = value;
+ this.trackScale = value
}
setTrackTotalTime(value: number) {
- this.trackTotalTime = value;
+ this.trackTotalTime = value
}
setTrackCurrentTime(value: number) {
- this.trackCurrentTime = value;
+ this.trackCurrentTime = value
}
setTrackPlayStartTime(value: number) {
- this.trackPlayStartTime = value;
+ this.trackPlayStartTime = value
}
setMidiPorts(value: MidiPort[]) {
- this.midiPorts = value;
+ this.midiPorts = value
}
setInstrumentType(value: InstrumentType) {
- this.instrumentType = value;
+ this.instrumentType = value
}
setRecordingTrackId(value: string) {
- this.recordingTrackId = value;
+ this.recordingTrackId = value
}
setActiveMidiDeviceIndex(value: number) {
- this.activeMidiDeviceIndex = value;
+ this.activeMidiDeviceIndex = value
}
setRecordingContent(value: string) {
- this.recordingContent = value;
+ this.recordingContent = value
}
setRecordingRawContent(value: MidiMessage[]) {
- this.recordingRawContent = value;
+ this.recordingRawContent = value
}
setPlayingTrackId(value: string) {
- this.playingTrackId = value;
+ this.playingTrackId = value
}
setActiveModelListTags(value: string[]) {
- this.activeModelListTags = value;
+ this.activeModelListTags = value
}
}
-export default new CommonStore();
\ No newline at end of file
+export default new CommonStore()
diff --git a/frontend/src/style.scss b/frontend/src/style.scss
index 3be21326..6aba13d1 100644
--- a/frontend/src/style.scss
+++ b/frontend/src/style.scss
@@ -74,12 +74,13 @@ midi-player {
}
midi-visualizer {
- $instrument-colors: #007bff, #20c997, #dc3545, #6610f2, #ffc107, #e83e8c, #17a2b8, #fd7e14, #28a745;
+ $instrument-colors: #007bff, #20c997, #dc3545, #6610f2, #ffc107, #e83e8c,
+ #17a2b8, #fd7e14, #28a745;
svg {
@for $i from 0 to 200 {
$color: nth($instrument-colors, ($i % length($instrument-colors)) + 1);
- rect.note[data-instrument="#{$i}"] {
+ rect.note[data-instrument='#{$i}'] {
fill: $color;
}
}
diff --git a/frontend/src/types/about.ts b/frontend/src/types/about.ts
index fc646996..78043f62 100644
--- a/frontend/src/types/about.ts
+++ b/frontend/src/types/about.ts
@@ -1 +1 @@
-export type AboutContent = { [lang: string]: string }
\ No newline at end of file
+export type AboutContent = { [lang: string]: string }
diff --git a/frontend/src/types/chat.ts b/frontend/src/types/chat.ts
index c93eec76..ccf1b72b 100644
--- a/frontend/src/types/chat.ts
+++ b/frontend/src/types/chat.ts
@@ -1,41 +1,54 @@
-import { ApiParameters } from './configs';
+import { ApiParameters } from './configs'
-export const userName = 'M E';
-export const botName = 'A I';
-export const systemName = 'System';
-export const welcomeUuid = 'welcome';
+export const userName = 'M E'
+export const botName = 'A I'
+export const systemName = 'System'
+export const welcomeUuid = 'welcome'
export enum MessageType {
Normal,
- Error
+ Error,
}
export type Side = 'left' | 'right' | 'center'
export type Color = 'neutral' | 'brand' | 'colorful'
export type MessageItem = {
- sender: string,
- type: MessageType,
- color: Color,
- avatarImg?: string,
- time: string,
- content: string,
- side: Side,
+ sender: string
+ toolName?: string
+ type: MessageType
+ color: Color
+ avatarImg?: string
+ time: string
+ content: string
+ side: Side
done: boolean
}
export type Conversation = {
[uuid: string]: MessageItem
}
-export type Role = 'assistant' | 'user' | 'system';
+export type Role = 'assistant' | 'user' | 'system' | 'tool'
export type ConversationMessage = {
- role: Role;
- content: string;
+ role: Role
+ content: string
+ tool_call_id?: string
+ tool_calls?: Array<{
+ id: string
+ type: 'function'
+ function: {
+ name: string
+ arguments: string
+ }
+ }>
}
export type Attachment = {
- name: string;
- size: number;
- content: string;
+ name: string
+ size: number
+ content: string
}
export type ChatParams = Omit & {
- historyN: number;
- markdown: boolean;
-}
\ No newline at end of file
+ historyN: number
+ markdown: boolean
+ functionCall: boolean
+ toolDefinition: string
+ toolReturn: string
+}
diff --git a/frontend/src/types/completion.ts b/frontend/src/types/completion.ts
index 993c941b..861a1d5d 100644
--- a/frontend/src/types/completion.ts
+++ b/frontend/src/types/completion.ts
@@ -1,12 +1,12 @@
-import { ApiParameters } from './configs';
+import { ApiParameters } from './configs'
export type CompletionParams = Omit & {
- stop: string,
- injectStart: string,
+ stop: string
+ injectStart: string
injectEnd: string
-};
+}
export type CompletionPreset = {
- name: string,
- prompt: string,
+ name: string
+ prompt: string
params: CompletionParams
-}
\ No newline at end of file
+}
diff --git a/frontend/src/types/composition.ts b/frontend/src/types/composition.ts
index f574881a..61843290 100644
--- a/frontend/src/types/composition.ts
+++ b/frontend/src/types/composition.ts
@@ -1,42 +1,42 @@
-import { NoteSequence } from '@magenta/music/esm/protobuf';
+import { NoteSequence } from '@magenta/music/esm/protobuf'
-export const tracksMinimalTotalTime = 5000;
+export const tracksMinimalTotalTime = 5000
export type CompositionParams = {
- prompt: string,
- maxResponseToken: number,
- temperature: number,
- topP: number,
- autoPlay: boolean,
- useLocalSoundFont: boolean,
- externalPlay: boolean,
- midi: ArrayBuffer | null,
- ns: NoteSequence | null,
- generationStartTime: number,
- playOnlyGeneratedContent: boolean,
+ prompt: string
+ maxResponseToken: number
+ temperature: number
+ topP: number
+ autoPlay: boolean
+ useLocalSoundFont: boolean
+ externalPlay: boolean
+ midi: ArrayBuffer | null
+ ns: NoteSequence | null
+ generationStartTime: number
+ playOnlyGeneratedContent: boolean
}
export type Track = {
- id: string;
- mainInstrument: string;
- content: string;
- rawContent: MidiMessage[];
- offsetTime: number;
- contentTime: number;
-};
+ id: string
+ mainInstrument: string
+ content: string
+ rawContent: MidiMessage[]
+ offsetTime: number
+ contentTime: number
+}
export type MidiPort = {
- name: string;
+ name: string
}
-export type MessageType = 'NoteOff' | 'NoteOn' | 'ElapsedTime' | 'ControlChange';
+export type MessageType = 'NoteOff' | 'NoteOn' | 'ElapsedTime' | 'ControlChange'
export type MidiMessage = {
- messageType: MessageType;
- channel: number;
- note: number;
- velocity: number;
- control: number;
- value: number;
- instrument: InstrumentType;
+ messageType: MessageType
+ channel: number
+ note: number
+ velocity: number
+ control: number
+ value: number
+ instrument: InstrumentType
}
export enum InstrumentType {
@@ -68,8 +68,8 @@ export const InstrumentTypeNameMap = [
'Sax',
'Flute',
'Lead',
- 'Pad'
-];
+ 'Pad',
+]
export const InstrumentTypeTokenMap = [
'pi',
@@ -84,5 +84,5 @@ export const InstrumentTypeTokenMap = [
's',
'f',
'l',
- 'pa'
-];
+ 'pa',
+]
diff --git a/frontend/src/types/configs.ts b/frontend/src/types/configs.ts
index a8668ef7..4b30f5d0 100644
--- a/frontend/src/types/configs.ts
+++ b/frontend/src/types/configs.ts
@@ -1,34 +1,42 @@
export type ApiParameters = {
apiPort: number
- maxResponseToken: number;
- temperature: number;
- topP: number;
- presencePenalty: number;
- frequencyPenalty: number;
- penaltyDecay?: number;
- globalPenalty?: boolean;
- stateModel?: string;
+ maxResponseToken: number
+ temperature: number
+ topP: number
+ presencePenalty: number
+ frequencyPenalty: number
+ penaltyDecay?: number
+ globalPenalty?: boolean
+ stateModel?: string
}
-export type Device = 'CPU' | 'CPU (rwkv.cpp)' | 'CUDA' | 'CUDA-Beta' | 'WebGPU' | 'WebGPU (Python)' | 'MPS' | 'Custom';
-export type Precision = 'fp16' | 'int8' | 'fp32' | 'nf4' | 'Q5_1';
+export type Device =
+ | 'CPU'
+ | 'CPU (rwkv.cpp)'
+ | 'CUDA'
+ | 'CUDA-Beta'
+ | 'WebGPU'
+ | 'WebGPU (Python)'
+ | 'MPS'
+ | 'Custom'
+export type Precision = 'fp16' | 'int8' | 'fp32' | 'nf4' | 'Q5_1'
export type ModelParameters = {
// different models can not have the same name
- modelName: string;
- device: Device;
- precision: Precision;
- storedLayers: number;
- maxStoredLayers: number;
- quantizedLayers?: number;
- tokenChunkSize?: number;
- useCustomCuda?: boolean;
- customStrategy?: string;
- useCustomTokenizer?: boolean;
- customTokenizer?: string;
+ modelName: string
+ device: Device
+ precision: Precision
+ storedLayers: number
+ maxStoredLayers: number
+ quantizedLayers?: number
+ tokenChunkSize?: number
+ useCustomCuda?: boolean
+ customStrategy?: string
+ useCustomTokenizer?: boolean
+ customTokenizer?: string
}
export type ModelConfig = {
// different configs can have the same name
- name: string;
- apiParameters: ApiParameters;
- modelParameters: ModelParameters;
- enableWebUI?: boolean;
-}
\ No newline at end of file
+ name: string
+ apiParameters: ApiParameters
+ modelParameters: ModelParameters
+ enableWebUI?: boolean
+}
diff --git a/frontend/src/types/downloads.ts b/frontend/src/types/downloads.ts
index 5718ec24..2deeb213 100644
--- a/frontend/src/types/downloads.ts
+++ b/frontend/src/types/downloads.ts
@@ -1,11 +1,11 @@
export type DownloadStatus = {
- name: string;
- path: string;
- url: string;
- transferred: number;
- size: number;
- speed: number;
- progress: number;
- downloading: boolean;
- done: boolean;
-}
\ No newline at end of file
+ name: string
+ path: string
+ url: string
+ transferred: number
+ size: number
+ speed: number
+ progress: number
+ downloading: boolean
+ done: boolean
+}
diff --git a/frontend/src/types/home.ts b/frontend/src/types/home.ts
index 29555280..ff6096f7 100644
--- a/frontend/src/types/home.ts
+++ b/frontend/src/types/home.ts
@@ -1,11 +1,11 @@
-import { ReactElement } from 'react';
+import { ReactElement } from 'react'
export type IntroductionContent = {
[lang: string]: string
}
export type NavCard = {
- label: string;
- desc: string;
- path: string;
- icon: ReactElement;
-};
\ No newline at end of file
+ label: string
+ desc: string
+ path: string
+ icon: ReactElement
+}
diff --git a/frontend/src/types/html-midi-player.d.ts b/frontend/src/types/html-midi-player.d.ts
index 05471b73..a38a6525 100644
--- a/frontend/src/types/html-midi-player.d.ts
+++ b/frontend/src/types/html-midi-player.d.ts
@@ -1,9 +1,9 @@
declare module JSX {
- import { PlayerElement } from 'html-midi-player';
- import { VisualizerElement } from 'html-midi-player';
+ import { PlayerElement } from 'html-midi-player'
+ import { VisualizerElement } from 'html-midi-player'
interface IntrinsicElements {
- 'midi-player': PlayerElement;
- 'midi-visualizer': VisualizerElement;
+ 'midi-player': PlayerElement
+ 'midi-visualizer': VisualizerElement
}
-}
\ No newline at end of file
+}
diff --git a/frontend/src/types/models.ts b/frontend/src/types/models.ts
index 78b86eab..956af930 100644
--- a/frontend/src/types/models.ts
+++ b/frontend/src/types/models.ts
@@ -1,17 +1,18 @@
export type ModelSourceItem = {
- name: string;
- desc?: { [lang: string]: string | undefined; };
- size: number;
- SHA256?: string;
- lastUpdated: string;
- url?: string;
- downloadUrl?: string;
- tags?: string[];
- customTokenizer?: string;
- hide?: boolean;
+ name: string
+ desc?: { [lang: string]: string | undefined }
+ size: number
+ SHA256?: string
+ lastUpdated: string
+ url?: string
+ downloadUrl?: string
+ tags?: string[]
+ customTokenizer?: string
+ hide?: boolean
+ functionCall?: boolean
- lastUpdatedMs?: number;
- isComplete?: boolean;
- isLocal?: boolean;
- localSize?: number;
-};
\ No newline at end of file
+ lastUpdatedMs?: number
+ isComplete?: boolean
+ isLocal?: boolean
+ localSize?: number
+}
diff --git a/frontend/src/types/presets.ts b/frontend/src/types/presets.ts
index 5680bed6..bd85bf1e 100644
--- a/frontend/src/types/presets.ts
+++ b/frontend/src/types/presets.ts
@@ -1,31 +1,30 @@
-import { ReactElement } from 'react';
-
-import { ConversationMessage } from './chat';
+import { ReactElement } from 'react'
+import { ConversationMessage } from './chat'
export type PresetType = 'chat' | 'completion' | 'chatInCompletion'
export type Preset = {
- name: string,
- tag: string,
+ name: string
+ tag: string
// if name and sourceUrl are same, it will be overridden when importing
- sourceUrl: string,
- desc: string,
- avatarImg: string,
- userAvatarImg?: string,
- type: PresetType,
+ sourceUrl: string
+ desc: string
+ avatarImg: string
+ userAvatarImg?: string
+ type: PresetType
// chat
- welcomeMessage: string,
- messages: ConversationMessage[],
- displayPresetMessages: boolean,
+ welcomeMessage: string
+ messages: ConversationMessage[]
+ displayPresetMessages: boolean
// completion
- prompt: string,
- stop: string,
- injectStart: string,
- injectEnd: string,
- presystem?: boolean,
- userName?: string,
+ prompt: string
+ stop: string
+ injectStart: string
+ injectEnd: string
+ presystem?: boolean
+ userName?: string
assistantName?: string
}
export type PresetsNavigationItem = {
- icon: ReactElement;
- element: ReactElement;
-};
\ No newline at end of file
+ icon: ReactElement
+ element: ReactElement
+}
diff --git a/frontend/src/types/settings.ts b/frontend/src/types/settings.ts
index 127e2442..299f83be 100644
--- a/frontend/src/types/settings.ts
+++ b/frontend/src/types/settings.ts
@@ -1,9 +1,9 @@
export const Languages = {
dev: 'English', // i18n default
zh: '简体中文',
- ja: '日本語'
-};
-export type Language = keyof typeof Languages;
+ ja: '日本語',
+}
+export type Language = keyof typeof Languages
export type SettingsType = {
language: Language
darkMode: boolean
@@ -20,4 +20,4 @@ export type SettingsType = {
apiChatModelName: string
apiCompletionModelName: string
coreApiUrl: string
-}
\ No newline at end of file
+}
diff --git a/frontend/src/types/train.ts b/frontend/src/types/train.ts
index fd056f81..a260c165 100644
--- a/frontend/src/types/train.ts
+++ b/frontend/src/types/train.ts
@@ -1,35 +1,35 @@
-import { ReactElement } from 'react';
+import { ReactElement } from 'react'
export type DataProcessParameters = {
- dataPath: string;
- vocabPath: string;
+ dataPath: string
+ vocabPath: string
}
-export type LoraFinetunePrecision = 'bf16' | 'fp16' | 'tf32';
+export type LoraFinetunePrecision = 'bf16' | 'fp16' | 'tf32'
export type LoraFinetuneParameters = {
- baseModel: string;
- ctxLen: number;
- epochSteps: number;
- epochCount: number;
- epochBegin: number;
- epochSave: number;
- microBsz: number;
- accumGradBatches: number;
- preFfn: boolean;
- headQk: boolean;
- lrInit: string;
- lrFinal: string;
- warmupSteps: number;
- beta1: number;
- beta2: number;
- adamEps: string;
- devices: number;
- precision: LoraFinetunePrecision;
- gradCp: boolean;
- loraR: number;
- loraAlpha: number;
- loraDropout: number;
+ baseModel: string
+ ctxLen: number
+ epochSteps: number
+ epochCount: number
+ epochBegin: number
+ epochSave: number
+ microBsz: number
+ accumGradBatches: number
+ preFfn: boolean
+ headQk: boolean
+ lrInit: string
+ lrFinal: string
+ warmupSteps: number
+ beta1: number
+ beta2: number
+ adamEps: string
+ devices: number
+ precision: LoraFinetunePrecision
+ gradCp: boolean
+ loraR: number
+ loraAlpha: number
+ loraDropout: number
loraLoad: string
}
export type TrainNavigationItem = {
- element: ReactElement;
-};
\ No newline at end of file
+ element: ReactElement
+}
diff --git a/frontend/src/utils/convert-model.ts b/frontend/src/utils/convert-model.ts
index 1705b6e8..77c1d5ba 100644
--- a/frontend/src/utils/convert-model.ts
+++ b/frontend/src/utils/convert-model.ts
@@ -1,118 +1,183 @@
-import { toast } from 'react-toastify';
-import commonStore from '../stores/commonStore';
-import { t } from 'i18next';
+import { t } from 'i18next'
+import { NavigateFunction } from 'react-router'
+import { toast } from 'react-toastify'
import {
ConvertGGML,
ConvertModel,
ConvertSafetensors,
ConvertSafetensorsWithPython,
FileExists,
- GetPyError
-} from '../../wailsjs/go/backend_golang/App';
-import { WindowShow } from '../../wailsjs/runtime';
-import { ModelConfig, Precision } from '../types/configs';
-import { checkDependencies, getStrategy } from './index';
-import { NavigateFunction } from 'react-router';
+ GetPyError,
+} from '../../wailsjs/go/backend_golang/App'
+import { WindowShow } from '../../wailsjs/runtime'
+import commonStore from '../stores/commonStore'
+import { ModelConfig, Precision } from '../types/configs'
+import { checkDependencies, getStrategy } from './index'
-export const convertModel = async (selectedConfig: ModelConfig, navigate: NavigateFunction) => {
+export const convertModel = async (
+ selectedConfig: ModelConfig,
+ navigate: NavigateFunction
+) => {
if (commonStore.platform === 'darwin') {
- toast(t('MacOS is not yet supported for performing this operation, please do it manually.') + ' (backend-python/convert_model.py)', { type: 'info' });
- return;
+ toast(
+ t(
+ 'MacOS is not yet supported for performing this operation, please do it manually.'
+ ) + ' (backend-python/convert_model.py)',
+ { type: 'info' }
+ )
+ return
} else if (commonStore.platform === 'linux') {
- toast(t('Linux is not yet supported for performing this operation, please do it manually.') + ' (backend-python/convert_model.py)', { type: 'info' });
- return;
+ toast(
+ t(
+ 'Linux is not yet supported for performing this operation, please do it manually.'
+ ) + ' (backend-python/convert_model.py)',
+ { type: 'info' }
+ )
+ return
}
- const ok = await checkDependencies(navigate);
- if (!ok)
- return;
+ const ok = await checkDependencies(navigate)
+ if (!ok) return
- const modelPath = `${commonStore.settings.customModelsPath}/${selectedConfig.modelParameters.modelName}`;
+ const modelPath = `${commonStore.settings.customModelsPath}/${selectedConfig.modelParameters.modelName}`
if (await FileExists(modelPath)) {
- const strategy = getStrategy(selectedConfig);
- const newModelPath = modelPath + '-' + strategy.replace(/[:> *+]/g, '-');
- toast(t('Start Converting'), { autoClose: 2000, type: 'info' });
- ConvertModel(commonStore.settings.customPythonPath, modelPath, strategy, newModelPath).then(async () => {
- if (!await FileExists(newModelPath + '.pth')) {
- toast(t('Convert Failed') + ' - ' + await GetPyError(), { type: 'error' });
- } else {
- toast(`${t('Convert Success')} - ${newModelPath}`, { type: 'success' });
- }
- }).catch(e => {
- const errMsg = e.message || e;
- if (errMsg.includes('path contains space'))
- toast(`${t('Convert Failed')} - ${t('File Path Cannot Contain Space')}`, { type: 'error' });
- else
- toast(`${t('Convert Failed')} - ${e.message || e}`, { type: 'error' });
- });
- setTimeout(WindowShow, 1000);
+ const strategy = getStrategy(selectedConfig)
+ const newModelPath = modelPath + '-' + strategy.replace(/[:> *+]/g, '-')
+ toast(t('Start Converting'), { autoClose: 2000, type: 'info' })
+ ConvertModel(
+ commonStore.settings.customPythonPath,
+ modelPath,
+ strategy,
+ newModelPath
+ )
+ .then(async () => {
+ if (!(await FileExists(newModelPath + '.pth'))) {
+ toast(t('Convert Failed') + ' - ' + (await GetPyError()), {
+ type: 'error',
+ })
+ } else {
+ toast(`${t('Convert Success')} - ${newModelPath}`, {
+ type: 'success',
+ })
+ }
+ })
+ .catch((e) => {
+ const errMsg = e.message || e
+ if (errMsg.includes('path contains space'))
+ toast(
+ `${t('Convert Failed')} - ${t('File Path Cannot Contain Space')}`,
+ { type: 'error' }
+ )
+ else
+ toast(`${t('Convert Failed')} - ${e.message || e}`, { type: 'error' })
+ })
+ setTimeout(WindowShow, 1000)
} else {
- toast(`${t('Model Not Found')} - ${modelPath}`, { type: 'error' });
+ toast(`${t('Model Not Found')} - ${modelPath}`, { type: 'error' })
}
-};
+}
-
-export const convertToSt = async (selectedConfig: ModelConfig, navigate: NavigateFunction) => {
- const webgpuPython = selectedConfig.modelParameters.device === 'WebGPU (Python)';
+export const convertToSt = async (
+ selectedConfig: ModelConfig,
+ navigate: NavigateFunction
+) => {
+ const webgpuPython =
+ selectedConfig.modelParameters.device === 'WebGPU (Python)'
if (webgpuPython) {
- const ok = await checkDependencies(navigate);
- if (!ok)
- return;
+ const ok = await checkDependencies(navigate)
+ if (!ok) return
}
- const modelPath = `${commonStore.settings.customModelsPath}/${selectedConfig.modelParameters.modelName}`;
+ const modelPath = `${commonStore.settings.customModelsPath}/${selectedConfig.modelParameters.modelName}`
if (await FileExists(modelPath)) {
- toast(t('Start Converting'), { autoClose: 2000, type: 'info' });
- const newModelPath = modelPath.replace(/\.pth$/, '.st');
- const convert = webgpuPython ?
- (input: string, output: string) => ConvertSafetensorsWithPython(commonStore.settings.customPythonPath, input, output)
- : ConvertSafetensors;
- convert(modelPath, newModelPath).then(async () => {
- if (!await FileExists(newModelPath)) {
- if (commonStore.platform === 'windows' || commonStore.platform === 'linux')
- toast(t('Convert Failed') + ' - ' + await GetPyError(), { type: 'error' });
- } else {
- toast(`${t('Convert Success')} - ${newModelPath}`, { type: 'success' });
- }
- }).catch(e => {
- const errMsg = e.message || e;
- if (errMsg.includes('path contains space'))
- toast(`${t('Convert Failed')} - ${t('File Path Cannot Contain Space')}`, { type: 'error' });
- else
- toast(`${t('Convert Failed')} - ${e.message || e}`, { type: 'error' });
- });
- setTimeout(WindowShow, 1000);
+ toast(t('Start Converting'), { autoClose: 2000, type: 'info' })
+ const newModelPath = modelPath.replace(/\.pth$/, '.st')
+ const convert = webgpuPython
+ ? (input: string, output: string) =>
+ ConvertSafetensorsWithPython(
+ commonStore.settings.customPythonPath,
+ input,
+ output
+ )
+ : ConvertSafetensors
+ convert(modelPath, newModelPath)
+ .then(async () => {
+ if (!(await FileExists(newModelPath))) {
+ if (
+ commonStore.platform === 'windows' ||
+ commonStore.platform === 'linux'
+ )
+ toast(t('Convert Failed') + ' - ' + (await GetPyError()), {
+ type: 'error',
+ })
+ } else {
+ toast(`${t('Convert Success')} - ${newModelPath}`, {
+ type: 'success',
+ })
+ }
+ })
+ .catch((e) => {
+ const errMsg = e.message || e
+ if (errMsg.includes('path contains space'))
+ toast(
+ `${t('Convert Failed')} - ${t('File Path Cannot Contain Space')}`,
+ { type: 'error' }
+ )
+ else
+ toast(`${t('Convert Failed')} - ${e.message || e}`, { type: 'error' })
+ })
+ setTimeout(WindowShow, 1000)
} else {
- toast(`${t('Model Not Found')} - ${modelPath}`, { type: 'error' });
+ toast(`${t('Model Not Found')} - ${modelPath}`, { type: 'error' })
}
-};
+}
-export const convertToGGML = async (selectedConfig: ModelConfig, navigate: NavigateFunction) => {
- const ok = await checkDependencies(navigate);
- if (!ok)
- return;
+export const convertToGGML = async (
+ selectedConfig: ModelConfig,
+ navigate: NavigateFunction
+) => {
+ const ok = await checkDependencies(navigate)
+ if (!ok) return
- const modelPath = `${commonStore.settings.customModelsPath}/${selectedConfig.modelParameters.modelName}`;
+ const modelPath = `${commonStore.settings.customModelsPath}/${selectedConfig.modelParameters.modelName}`
if (await FileExists(modelPath)) {
- toast(t('Start Converting'), { autoClose: 2000, type: 'info' });
- const precision: Precision = selectedConfig.modelParameters.precision === 'Q5_1' ? 'Q5_1' : 'fp16';
- const newModelPath = modelPath.replace(/\.pth$/, `-${precision}.bin`);
- ConvertGGML(commonStore.settings.customPythonPath, modelPath, newModelPath, precision === 'Q5_1').then(async () => {
- if (!await FileExists(newModelPath)) {
- if (commonStore.platform === 'windows' || commonStore.platform === 'linux')
- toast(t('Convert Failed') + ' - ' + await GetPyError(), { type: 'error' });
- } else {
- toast(`${t('Convert Success')} - ${newModelPath}`, { type: 'success' });
- }
- }).catch(e => {
- const errMsg = e.message || e;
- if (errMsg.includes('path contains space'))
- toast(`${t('Convert Failed')} - ${t('File Path Cannot Contain Space')}`, { type: 'error' });
- else
- toast(`${t('Convert Failed')} - ${e.message || e}`, { type: 'error' });
- });
- setTimeout(WindowShow, 1000);
+ toast(t('Start Converting'), { autoClose: 2000, type: 'info' })
+ const precision: Precision =
+ selectedConfig.modelParameters.precision === 'Q5_1' ? 'Q5_1' : 'fp16'
+ const newModelPath = modelPath.replace(/\.pth$/, `-${precision}.bin`)
+ ConvertGGML(
+ commonStore.settings.customPythonPath,
+ modelPath,
+ newModelPath,
+ precision === 'Q5_1'
+ )
+ .then(async () => {
+ if (!(await FileExists(newModelPath))) {
+ if (
+ commonStore.platform === 'windows' ||
+ commonStore.platform === 'linux'
+ )
+ toast(t('Convert Failed') + ' - ' + (await GetPyError()), {
+ type: 'error',
+ })
+ } else {
+ toast(`${t('Convert Success')} - ${newModelPath}`, {
+ type: 'success',
+ })
+ }
+ })
+ .catch((e) => {
+ const errMsg = e.message || e
+ if (errMsg.includes('path contains space'))
+ toast(
+ `${t('Convert Failed')} - ${t('File Path Cannot Contain Space')}`,
+ { type: 'error' }
+ )
+ else
+ toast(`${t('Convert Failed')} - ${e.message || e}`, { type: 'error' })
+ })
+ setTimeout(WindowShow, 1000)
} else {
- toast(`${t('Model Not Found')} - ${modelPath}`, { type: 'error' });
+ toast(`${t('Model Not Found')} - ${modelPath}`, { type: 'error' })
}
-};
\ No newline at end of file
+}
diff --git a/frontend/src/utils/index.tsx b/frontend/src/utils/index.tsx
index e4069141..4e48ee68 100644
--- a/frontend/src/utils/index.tsx
+++ b/frontend/src/utils/index.tsx
@@ -1,3 +1,11 @@
+import { Button } from '@fluentui/react-components'
+import { t } from 'i18next'
+import { findLastIndex, throttle } from 'lodash-es'
+import { NavigateFunction } from 'react-router'
+import { toast } from 'react-toastify'
+import { ToastOptions } from 'react-toastify/dist/types'
+import { v4 as uuid } from 'uuid'
+import manifest from '../../../manifest.json'
import {
AddToDownloadList,
DeleteFile,
@@ -9,27 +17,35 @@ import {
ReadFileInfo,
ReadJson,
SaveJson,
- UpdateApp
-} from '../../wailsjs/go/backend_golang/App';
-import manifest from '../../../manifest.json';
-import commonStore, { ModelStatus } from '../stores/commonStore';
-import { toast } from 'react-toastify';
-import { t } from 'i18next';
-import { ToastOptions } from 'react-toastify/dist/types';
-import { Button } from '@fluentui/react-components';
-import { BrowserOpenURL, EventsOff, EventsOn, WindowShow } from '../../wailsjs/runtime';
-import { NavigateFunction } from 'react-router';
-import { ModelConfig, ModelParameters } from '../types/configs';
-import { DownloadStatus } from '../types/downloads';
-import { ModelSourceItem } from '../types/models';
-import { Language, Languages, SettingsType } from '../types/settings';
-import { DataProcessParameters, LoraFinetuneParameters } from '../types/train';
-import { InstrumentTypeNameMap, MidiMessage, tracksMinimalTotalTime } from '../types/composition';
-import logo from '../assets/images/logo.png';
-import { Preset } from '../types/presets';
-import { botName, Conversation, MessageType, Role, systemName, userName } from '../types/chat';
-import { v4 as uuid } from 'uuid';
-import { findLastIndex, throttle } from 'lodash-es';
+ UpdateApp,
+} from '../../wailsjs/go/backend_golang/App'
+import {
+ BrowserOpenURL,
+ EventsOff,
+ EventsOn,
+ WindowShow,
+} from '../../wailsjs/runtime'
+import logo from '../assets/images/logo.png'
+import commonStore, { ModelStatus } from '../stores/commonStore'
+import {
+ botName,
+ Conversation,
+ MessageType,
+ Role,
+ systemName,
+ userName,
+} from '../types/chat'
+import {
+ InstrumentTypeNameMap,
+ MidiMessage,
+ tracksMinimalTotalTime,
+} from '../types/composition'
+import { ModelConfig, ModelParameters } from '../types/configs'
+import { DownloadStatus } from '../types/downloads'
+import { ModelSourceItem } from '../types/models'
+import { Preset } from '../types/presets'
+import { Language, Languages, SettingsType } from '../types/settings'
+import { DataProcessParameters, LoraFinetuneParameters } from '../types/train'
export type Cache = {
version: string
@@ -41,646 +57,860 @@ export type LocalConfig = {
modelSourceManifestList: string
currentModelConfigIndex: number
modelConfigs: ModelConfig[]
- settings: SettingsType,
- dataProcessParams: DataProcessParameters,
+ settings: SettingsType
+ dataProcessParams: DataProcessParameters
loraFinetuneParams: LoraFinetuneParameters
}
export async function refreshBuiltInModels(readCache: boolean = false) {
let cache: {
models: ModelSourceItem[]
- } = { models: [] };
+ } = { models: [] }
if (readCache)
- await ReadJson('cache.json').then((cacheData: Cache) => {
- if (cacheData.models)
- cache.models = cacheData.models;
- else cache.models = manifest.models.slice();
- }).catch(() => {
- cache.models = manifest.models.slice();
- });
- else cache.models = manifest.models.slice();
-
- commonStore.setModelSourceList(cache.models);
- saveCache();
- return cache;
+ await ReadJson('cache.json')
+ .then((cacheData: Cache) => {
+ if (cacheData.models) cache.models = cacheData.models
+ else cache.models = manifest.models.slice()
+ })
+ .catch(() => {
+ cache.models = manifest.models.slice()
+ })
+ else cache.models = manifest.models.slice()
+
+ commonStore.setModelSourceList(cache.models)
+ saveCache()
+ return cache
}
-const modelSuffix = ['.pth', '.st', '.safetensors', '.bin'];
+const modelSuffix = ['.pth', '.st', '.safetensors', '.bin']
-export async function refreshLocalModels(cache: {
- models: ModelSourceItem[]
-}, filter: boolean = true, initUnfinishedModels: boolean = false) {
- if (filter)
- cache.models = cache.models.filter(m => !m.isComplete); //TODO BUG cause local but in manifest files to be removed, so currently cache is disabled
-
- await ListDirFiles(commonStore.settings.customModelsPath).then((data) => {
- cache.models.push(...data.flatMap(d => {
- if (!d.isDir && modelSuffix.some((ext => d.name.endsWith(ext))))
- return [{
- name: d.name,
- size: d.size,
- lastUpdated: d.modTime,
- isComplete: true,
- isLocal: true,
- tags: ['Local']
- }] as ModelSourceItem[];
- return [];
- }));
- }).catch(() => {
- });
+export async function refreshLocalModels(
+ cache: {
+ models: ModelSourceItem[]
+ },
+ filter: boolean = true,
+ initUnfinishedModels: boolean = false
+) {
+ if (filter) cache.models = cache.models.filter((m) => !m.isComplete) //TODO BUG cause local but in manifest files to be removed, so currently cache is disabled
+
+ await ListDirFiles(commonStore.settings.customModelsPath)
+ .then((data) => {
+ cache.models.push(
+ ...data.flatMap((d) => {
+ if (!d.isDir && modelSuffix.some((ext) => d.name.endsWith(ext)))
+ return [
+ {
+ name: d.name,
+ size: d.size,
+ lastUpdated: d.modTime,
+ isComplete: true,
+ isLocal: true,
+ tags: ['Local'],
+ },
+ ] as ModelSourceItem[]
+ return []
+ })
+ )
+ })
+ .catch(() => {})
for (let i = 0; i < cache.models.length; i++) {
if (!cache.models[i].lastUpdatedMs)
- cache.models[i].lastUpdatedMs = Date.parse(cache.models[i].lastUpdated);
- if (!cache.models[i].tags || !Array.isArray(cache.models[i].tags) || cache.models[i].tags?.length === 0)
- cache.models[i].tags = ['Other'];
+ cache.models[i].lastUpdatedMs = Date.parse(cache.models[i].lastUpdated)
+ if (
+ !cache.models[i].tags ||
+ !Array.isArray(cache.models[i].tags) ||
+ cache.models[i].tags?.length === 0
+ )
+ cache.models[i].tags = ['Other']
for (let j = i + 1; j < cache.models.length; j++) {
if (!cache.models[j].lastUpdatedMs)
- cache.models[j].lastUpdatedMs = Date.parse(cache.models[j].lastUpdated);
+ cache.models[j].lastUpdatedMs = Date.parse(cache.models[j].lastUpdated)
if (cache.models[i].name === cache.models[j].name) {
- const tags = Array.from(new Set([...cache.models[i].tags as string[], ...cache.models[j].tags as string[]]));
- if (cache.models[i].size <= cache.models[j].size) { // j is local file
+ const tags = Array.from(
+ new Set([
+ ...(cache.models[i].tags as string[]),
+ ...(cache.models[j].tags as string[]),
+ ])
+ )
+ if (cache.models[i].size <= cache.models[j].size) {
+ // j is local file
if (cache.models[i].lastUpdatedMs! < cache.models[j].lastUpdatedMs!) {
- cache.models[i] = Object.assign({}, cache.models[i], cache.models[j]);
+ cache.models[i] = Object.assign(
+ {},
+ cache.models[i],
+ cache.models[j]
+ )
} else {
- cache.models[i] = Object.assign({}, cache.models[j], cache.models[i]);
+ cache.models[i] = Object.assign(
+ {},
+ cache.models[j],
+ cache.models[i]
+ )
}
} // else is not complete local file
- cache.models[i].isLocal = true;
- cache.models[i].localSize = cache.models[j].size;
- cache.models[i].tags = tags;
- cache.models.splice(j, 1);
- j--;
+ cache.models[i].isLocal = true
+ cache.models[i].localSize = cache.models[j].size
+ cache.models[i].tags = tags
+ cache.models.splice(j, 1)
+ j--
}
}
}
- commonStore.setModelSourceList(cache.models);
- if (initUnfinishedModels)
- initLastUnfinishedModelDownloads();
- saveCache();
+ commonStore.setModelSourceList(cache.models)
+ if (initUnfinishedModels) initLastUnfinishedModelDownloads()
+ saveCache()
}
function initLastUnfinishedModelDownloads() {
- const list: DownloadStatus[] = [];
+ const list: DownloadStatus[] = []
commonStore.modelSourceList.forEach((item) => {
if (item.isLocal && !item.isComplete) {
- list.push(
- {
- name: item.name,
- path: `${commonStore.settings.customModelsPath}/${item.name}`,
- url: getHfDownloadUrl(item.downloadUrl!),
- transferred: item.localSize!,
- size: item.size,
- speed: 0,
- progress: item.localSize! / item.size * 100,
- downloading: false,
- done: false
- }
- );
+ list.push({
+ name: item.name,
+ path: `${commonStore.settings.customModelsPath}/${item.name}`,
+ url: getHfDownloadUrl(item.downloadUrl!),
+ transferred: item.localSize!,
+ size: item.size,
+ speed: 0,
+ progress: (item.localSize! / item.size) * 100,
+ downloading: false,
+ done: false,
+ })
}
- });
- commonStore.setLastUnfinishedModelDownloads(list);
+ })
+ commonStore.setLastUnfinishedModelDownloads(list)
}
-export async function refreshRemoteModels(cache: {
- models: ModelSourceItem[]
-}, filter: boolean = true, initUnfinishedModels: boolean = false) {
- const manifestUrls = commonStore.modelSourceManifestList.split(/[,，;；\n]/);
- const requests = manifestUrls.filter(url => url.endsWith('.json')).map(
- url => fetch(url, { cache: 'no-cache' }).then(r => r.json()));
+export async function refreshRemoteModels(
+ cache: {
+ models: ModelSourceItem[]
+ },
+ filter: boolean = true,
+ initUnfinishedModels: boolean = false
+) {
+ const manifestUrls = commonStore.modelSourceManifestList.split(/[,，;；\n]/)
+ const requests = manifestUrls
+ .filter((url) => url.endsWith('.json'))
+ .map((url) => fetch(url, { cache: 'no-cache' }).then((r) => r.json()))
await Promise.allSettled(requests)
- .then((data: PromiseSettledResult[]) => {
- cache.models.push(...data.flatMap(d => {
- if (d.status === 'fulfilled')
- return d.value.models;
- return [];
- }));
- })
- .catch(() => {
- });
+ .then((data: PromiseSettledResult[]) => {
+ cache.models.push(
+ ...data.flatMap((d) => {
+ if (d.status === 'fulfilled') return d.value.models
+ return []
+ })
+ )
+ })
+ .catch(() => {})
cache.models = cache.models.filter((model, index, self) => {
- return modelSuffix.some((ext => model.name.endsWith(ext)))
- && index === findLastIndex(self,
- m => m.name === model.name || (!!m.SHA256 && m.SHA256 === model.SHA256 && m.size === model.size));
- });
- await refreshLocalModels(cache, filter, initUnfinishedModels);
-}
-
-export const refreshModels = async (readCache: boolean = false, initUnfinishedModels: boolean = false) => {
- const cache = await refreshBuiltInModels(readCache);
- await refreshLocalModels(cache, false, initUnfinishedModels);
- await refreshRemoteModels(cache, false, initUnfinishedModels);
-};
-
-export const getStrategy = (modelConfig: ModelConfig | undefined = undefined) => {
- let params: ModelParameters;
- if (modelConfig) params = modelConfig.modelParameters;
- else params = commonStore.getCurrentModelConfig().modelParameters;
- const modelName = params.modelName.toLowerCase();
- const avoidOverflow = params.precision !== 'fp32' && modelName.includes('world') && (modelName.includes('0.1b') || modelName.includes('0.4b') ||
- modelName.includes('1.5b') || modelName.includes('1b5'));
- let strategy = '';
+ return (
+ modelSuffix.some((ext) => model.name.endsWith(ext)) &&
+ index ===
+ findLastIndex(
+ self,
+ (m) =>
+ m.name === model.name ||
+ (!!m.SHA256 && m.SHA256 === model.SHA256 && m.size === model.size)
+ )
+ )
+ })
+ await refreshLocalModels(cache, filter, initUnfinishedModels)
+}
+
+export const refreshModels = async (
+ readCache: boolean = false,
+ initUnfinishedModels: boolean = false
+) => {
+ const cache = await refreshBuiltInModels(readCache)
+ await refreshLocalModels(cache, false, initUnfinishedModels)
+ await refreshRemoteModels(cache, false, initUnfinishedModels)
+}
+
+export const getStrategy = (
+ modelConfig: ModelConfig | undefined = undefined
+) => {
+ let params: ModelParameters
+ if (modelConfig) params = modelConfig.modelParameters
+ else params = commonStore.getCurrentModelConfig().modelParameters
+ const modelName = params.modelName.toLowerCase()
+ const avoidOverflow =
+ params.precision !== 'fp32' &&
+ modelName.includes('world') &&
+ (modelName.includes('0.1b') ||
+ modelName.includes('0.4b') ||
+ modelName.includes('1.5b') ||
+ modelName.includes('1b5'))
+ let strategy = ''
switch (params.device) {
case 'CPU':
- if (avoidOverflow)
- strategy = 'cpu fp32 *1 -> ';
- strategy += 'cpu ';
- strategy += params.precision === 'int8' ? 'fp32i8' : 'fp32';
- break;
+ if (avoidOverflow) strategy = 'cpu fp32 *1 -> '
+ strategy += 'cpu '
+ strategy += params.precision === 'int8' ? 'fp32i8' : 'fp32'
+ break
case 'WebGPU':
case 'WebGPU (Python)':
- strategy += params.precision === 'nf4' ? 'fp16i4' : params.precision === 'int8' ? 'fp16i8' : 'fp16';
- if (params.quantizedLayers)
- strategy += ` layer${params.quantizedLayers}`;
- if (params.tokenChunkSize)
- strategy += ` chunk${params.tokenChunkSize}`;
- break;
+ strategy +=
+ params.precision === 'nf4'
+ ? 'fp16i4'
+ : params.precision === 'int8'
+ ? 'fp16i8'
+ : 'fp16'
+ if (params.quantizedLayers) strategy += ` layer${params.quantizedLayers}`
+ if (params.tokenChunkSize) strategy += ` chunk${params.tokenChunkSize}`
+ break
case 'CUDA':
case 'CUDA-Beta':
if (avoidOverflow)
- strategy = params.useCustomCuda ? 'cuda fp16 *1 -> ' : 'cuda fp32 *1 -> ';
- strategy += 'cuda ';
- strategy += params.precision === 'int8' ? 'fp16i8' : params.precision === 'fp32' ? 'fp32' : 'fp16';
+ strategy = params.useCustomCuda
+ ? 'cuda fp16 *1 -> '
+ : 'cuda fp32 *1 -> '
+ strategy += 'cuda '
+ strategy +=
+ params.precision === 'int8'
+ ? 'fp16i8'
+ : params.precision === 'fp32'
+ ? 'fp32'
+ : 'fp16'
if (params.storedLayers < params.maxStoredLayers)
- strategy += ` *${params.storedLayers}+`;
- else
- strategy += ` -> cuda fp16 *1`;
- break;
+ strategy += ` *${params.storedLayers}+`
+ else strategy += ` -> cuda fp16 *1`
+ break
case 'MPS':
- if (avoidOverflow)
- strategy = 'mps fp32 *1 -> ';
- strategy += 'mps ';
- strategy += params.precision === 'int8' ? 'fp32i8' : 'fp32';
- break;
+ if (avoidOverflow) strategy = 'mps fp32 *1 -> '
+ strategy += 'mps '
+ strategy += params.precision === 'int8' ? 'fp32i8' : 'fp32'
+ break
case 'Custom':
- strategy = params.customStrategy || '';
- break;
+ strategy = params.customStrategy || ''
+ break
}
- return strategy;
-};
+ return strategy
+}
-export const saveConfigs = throttle(async () => {
+export const saveConfigs = throttle(
+ async () => {
const data: LocalConfig = {
modelSourceManifestList: commonStore.modelSourceManifestList,
currentModelConfigIndex: commonStore.currentModelConfigIndex,
modelConfigs: commonStore.modelConfigs,
settings: commonStore.settings,
dataProcessParams: commonStore.dataProcessParams,
- loraFinetuneParams: commonStore.loraFinetuneParams
- };
- return SaveJson('config.json', data);
- }, 500,
+ loraFinetuneParams: commonStore.loraFinetuneParams,
+ }
+ return SaveJson('config.json', data)
+ },
+ 500,
{
leading: true,
- trailing: true
- });
+ trailing: true,
+ }
+)
-export const saveCache = throttle(async () => {
+export const saveCache = throttle(
+ async () => {
const data: Cache = {
version: manifest.version,
models: commonStore.modelSourceList,
- depComplete: commonStore.depComplete
- };
- return SaveJson('cache.json', data);
- }, 1000,
+ depComplete: commonStore.depComplete,
+ }
+ return SaveJson('cache.json', data)
+ },
+ 1000,
{
leading: true,
- trailing: true
- });
+ trailing: true,
+ }
+)
export const savePresets = async () => {
- return SaveJson('presets.json', commonStore.presets);
-};
+ return SaveJson('presets.json', commonStore.presets)
+}
export function getUserLanguage(): Language {
// const l = navigator.language.toLowerCase();
// if (['zh-hk', 'zh-mo', 'zh-tw', 'zh-cht', 'zh-hant'].includes(l)) return 'zhHant'
- const l = navigator.language.substring(0, 2);
- if (l in Languages) return l as Language;
- return 'dev';
+ const l = navigator.language.substring(0, 2)
+ if (l in Languages) return l as Language
+ return 'dev'
}
export function isSystemLightMode() {
- return window.matchMedia && window.matchMedia('(prefers-color-scheme: light)').matches;
+ return (
+ window.matchMedia &&
+ window.matchMedia('(prefers-color-scheme: light)').matches
+ )
}
export function downloadProgramFiles() {
manifest.programFiles.forEach(({ url, path }) => {
if (path)
- ReadFileInfo(path).then(info => {
- if (info.size === 0 && url)
- AddToDownloadList(path, url.replace('@master', '@v' + manifest.version));
- }).catch(() => {
- if (url)
- AddToDownloadList(path, url.replace('@master', '@v' + manifest.version));
- });
- });
+ ReadFileInfo(path)
+ .then((info) => {
+ if (info.size === 0 && url)
+ AddToDownloadList(
+ path,
+ url.replace('@master', '@v' + manifest.version)
+ )
+ })
+ .catch(() => {
+ if (url)
+ AddToDownloadList(
+ path,
+ url.replace('@master', '@v' + manifest.version)
+ )
+ })
+ })
}
export function forceDownloadProgramFiles() {
manifest.programFiles.forEach(({ url, path }) => {
if (path && url)
- AddToDownloadList(path, url.replace('@master', '@v' + manifest.version));
- });
+ AddToDownloadList(path, url.replace('@master', '@v' + manifest.version))
+ })
}
export async function deleteDynamicProgramFiles() {
- let promises: Promise[] = [];
+ let promises: Promise[] = []
manifest.programFiles.forEach(({ path }) => {
- if ((path.endsWith('.py') && !path.includes('get-pip.py')) || path.includes('requirements') || path.endsWith('.pyd'))
- promises.push(DeleteFile(path));
- });
- return await Promise.allSettled(promises).catch(() => {
- });
+ if (
+ (path.endsWith('.py') && !path.includes('get-pip.py')) ||
+ path.includes('requirements') ||
+ path.endsWith('.pyd')
+ )
+ promises.push(DeleteFile(path))
+ })
+ return await Promise.allSettled(promises).catch(() => {})
}
export function bytesToGb(size: number) {
- return (size / 1024 / 1024 / 1024).toFixed(2);
+ return (size / 1024 / 1024 / 1024).toFixed(2)
}
export function bytesToMb(size: number) {
- return (size / 1024 / 1024).toFixed(2);
+ return (size / 1024 / 1024).toFixed(2)
}
export function bytesToKb(size: number) {
- return (size / 1024).toFixed(2);
+ return (size / 1024).toFixed(2)
}
export function bytesToReadable(size: number) {
- if (size < 1024) return size + ' B';
- else if (size < 1024 * 1024) return bytesToKb(size) + ' KB';
- else if (size < 1024 * 1024 * 1024) return bytesToMb(size) + ' MB';
- else return bytesToGb(size) + ' GB';
+ if (size < 1024) return size + ' B'
+ else if (size < 1024 * 1024) return bytesToKb(size) + ' KB'
+ else if (size < 1024 * 1024 * 1024) return bytesToMb(size) + ' MB'
+ else return bytesToGb(size) + ' GB'
}
-export async function getReqUrl(port: number, path: string, isCore: boolean = false): Promise<{
- url: string,
+export async function getReqUrl(
+ port: number,
+ path: string,
+ isCore: boolean = false
+): Promise<{
+ url: string
headers: { [key: string]: string }
}> {
- const realUrl = getServerRoot(port, isCore) + path;
+ const realUrl = getServerRoot(port, isCore) + path
if (commonStore.platform === 'web' || realUrl.startsWith('https'))
return {
url: realUrl,
- headers: {}
- };
+ headers: {},
+ }
if (!commonStore.proxyPort)
- await GetProxyPort().then(p => commonStore.setProxyPort(p));
+ await GetProxyPort().then((p) => commonStore.setProxyPort(p))
return {
url: `http://127.0.0.1:${commonStore.proxyPort}`,
- headers: { 'Real-Target': encodeURIComponent(realUrl) }
- };
+ headers: { 'Real-Target': encodeURIComponent(realUrl) },
+ }
}
-export function getServerRoot(defaultLocalPort: number, isCore: boolean = false) {
- const coreCustomApiUrl = commonStore.settings.coreApiUrl.trim().replace(/\/$/, '');
- if (isCore && coreCustomApiUrl)
- return coreCustomApiUrl;
-
- const defaultRoot = `http://127.0.0.1:${defaultLocalPort}`;
- if (commonStore.status.status !== ModelStatus.Offline)
- return defaultRoot;
- const customApiUrl = commonStore.settings.apiUrl.trim().replace(/\/$/, '');
- if (customApiUrl)
- return customApiUrl;
- if (commonStore.platform === 'web')
- return '';
- return defaultRoot;
+export function getServerRoot(
+ defaultLocalPort: number,
+ isCore: boolean = false
+) {
+ const coreCustomApiUrl = commonStore.settings.coreApiUrl
+ .trim()
+ .replace(/\/$/, '')
+ if (isCore && coreCustomApiUrl) return coreCustomApiUrl
+
+ const defaultRoot = `http://127.0.0.1:${defaultLocalPort}`
+ if (commonStore.status.status !== ModelStatus.Offline) return defaultRoot
+ const customApiUrl = commonStore.settings.apiUrl.trim().replace(/\/$/, '')
+ if (customApiUrl) return customApiUrl
+ if (commonStore.platform === 'web') return ''
+ return defaultRoot
}
export function absPathAsset(path: string) {
- if (commonStore.platform === 'web')
- return path;
- if (path === logo)
- return path;
- if ((path.length > 0 && path[0] === '/') ||
- (path.length > 1 && path[1] === ':')) {
- return '=>' + path;
+ if (commonStore.platform === 'web') return path
+ if (path === logo) return path
+ if (
+ (path.length > 0 && path[0] === '/') ||
+ (path.length > 1 && path[1] === ':')
+ ) {
+ return '=>' + path
}
- return path;
+ return path
}
export async function checkUpdate(notifyEvenLatest: boolean = false) {
- fetch(!commonStore.settings.giteeUpdatesSource ?
- 'https://api.github.com/repos/josstorer/RWKV-Runner/releases/latest' :
- 'https://gitee.com/api/v5/repos/josc146/RWKV-Runner/releases/latest'
- ).then((r) => {
+ fetch(
+ !commonStore.settings.giteeUpdatesSource
+ ? 'https://api.github.com/repos/josstorer/RWKV-Runner/releases/latest'
+ : 'https://gitee.com/api/v5/repos/josc146/RWKV-Runner/releases/latest'
+ )
+ .then((r) => {
if (r.ok) {
r.json().then((data) => {
if (data.tag_name) {
- const versionTag = data.tag_name;
+ const versionTag = data.tag_name
if (versionTag.replace('v', '') > manifest.version) {
- const verifyUrl = !commonStore.settings.giteeUpdatesSource ?
- `https://api.github.com/repos/josstorer/RWKV-Runner/releases/tags/${versionTag}` :
- `https://gitee.com/api/v5/repos/josc146/RWKV-Runner/releases/tags/${versionTag}`;
+ const verifyUrl = !commonStore.settings.giteeUpdatesSource
+ ? `https://api.github.com/repos/josstorer/RWKV-Runner/releases/tags/${versionTag}`
+ : `https://gitee.com/api/v5/repos/josc146/RWKV-Runner/releases/tags/${versionTag}`
fetch(verifyUrl).then((r) => {
if (r.ok) {
r.json().then((data) => {
if (data.assets && data.assets.length > 0) {
- const asset = data.assets.find((a: any) => a.name.toLowerCase().includes(commonStore.platform.toLowerCase().replace('darwin', 'macos')));
+ const asset = data.assets.find((a: any) =>
+ a.name
+ .toLowerCase()
+ .includes(
+ commonStore.platform
+ .toLowerCase()
+ .replace('darwin', 'macos')
+ )
+ )
if (asset) {
- const updateUrl = !commonStore.settings.giteeUpdatesSource ?
- `https://github.com/josStorer/RWKV-Runner/releases/download/${versionTag}/${asset.name}` :
- `https://gitee.com/josc146/RWKV-Runner/releases/download/${versionTag}/${asset.name}`;
- toastWithButton(t('New Version Available') + ': ' + versionTag, t('Update'), () => {
- DeleteFile('cache.json');
- const progressId = 'update_app';
- const progressEvent = 'updateApp';
- const updateProgress = (ds: DownloadStatus | null) => {
- const content =
- t('Downloading update, please wait. If it is not completed, please manually download the program from GitHub and replace the original program.')
- + (ds ? ` (${ds.progress.toFixed(2)}% ${bytesToReadable(ds.transferred)}/${bytesToReadable(ds.size)})` : '');
- const options: ToastOptions = {
- type: 'info',
- position: 'bottom-left',
- autoClose: false,
- toastId: progressId,
- hideProgressBar: false,
- progress: ds ? ds.progress / 100 : 0
- };
- if (toast.isActive(progressId))
- toast.update(progressId, {
- render: content,
- ...options
- });
- else
- toast(content, options);
- };
- updateProgress(null);
- EventsOn(progressEvent, updateProgress);
- UpdateApp(updateUrl).then(() => {
- toast(t('Update completed, please restart the program.'), {
- type: 'success',
+ const updateUrl = !commonStore.settings
+ .giteeUpdatesSource
+ ? `https://github.com/josStorer/RWKV-Runner/releases/download/${versionTag}/${asset.name}`
+ : `https://gitee.com/josc146/RWKV-Runner/releases/download/${versionTag}/${asset.name}`
+ toastWithButton(
+ t('New Version Available') + ': ' + versionTag,
+ t('Update'),
+ () => {
+ DeleteFile('cache.json')
+ const progressId = 'update_app'
+ const progressEvent = 'updateApp'
+ const updateProgress = (
+ ds: DownloadStatus | null
+ ) => {
+ const content =
+ t(
+ 'Downloading update, please wait. If it is not completed, please manually download the program from GitHub and replace the original program.'
+ ) +
+ (ds
+ ? ` (${ds.progress.toFixed(2)}% ${bytesToReadable(ds.transferred)}/${bytesToReadable(ds.size)})`
+ : '')
+ const options: ToastOptions = {
+ type: 'info',
position: 'bottom-left',
- autoClose: false
+ autoClose: false,
+ toastId: progressId,
+ hideProgressBar: false,
+ progress: ds ? ds.progress / 100 : 0,
}
- );
- }).catch((e) => {
- toast(t('Update Error') + ' - ' + (e.message || e), {
- type: 'error',
- position: 'bottom-left',
- autoClose: false
- });
- }).finally(() => {
- toast.dismiss(progressId);
- EventsOff(progressEvent);
- });
- }, {
- autoClose: false,
- position: 'bottom-left'
- });
+ if (toast.isActive(progressId))
+ toast.update(progressId, {
+ render: content,
+ ...options,
+ })
+ else toast(content, options)
+ }
+ updateProgress(null)
+ EventsOn(progressEvent, updateProgress)
+ UpdateApp(updateUrl)
+ .then(() => {
+ toast(
+ t(
+ 'Update completed, please restart the program.'
+ ),
+ {
+ type: 'success',
+ position: 'bottom-left',
+ autoClose: false,
+ }
+ )
+ })
+ .catch((e) => {
+ toast(
+ t('Update Error') + ' - ' + (e.message || e),
+ {
+ type: 'error',
+ position: 'bottom-left',
+ autoClose: false,
+ }
+ )
+ })
+ .finally(() => {
+ toast.dismiss(progressId)
+ EventsOff(progressEvent)
+ })
+ },
+ {
+ autoClose: false,
+ position: 'bottom-left',
+ }
+ )
}
}
- });
+ })
} else {
- throw new Error('Verify response was not ok.');
+ throw new Error('Verify response was not ok.')
}
- });
+ })
} else {
if (notifyEvenLatest) {
- toast(t('This is the latest version'), { type: 'success', position: 'bottom-left', autoClose: 2000 });
+ toast(t('This is the latest version'), {
+ type: 'success',
+ position: 'bottom-left',
+ autoClose: 2000,
+ })
}
}
} else {
- throw new Error('Invalid response.');
+ throw new Error('Invalid response.')
}
- });
+ })
} else {
- throw new Error('Network response was not ok.');
+ throw new Error('Network response was not ok.')
}
- }
- ).catch((e) => {
- toast(t('Updates Check Error') + ' - ' + (e.message || e), { type: 'error', position: 'bottom-left' });
- });
+ })
+ .catch((e) => {
+ toast(t('Updates Check Error') + ' - ' + (e.message || e), {
+ type: 'error',
+ position: 'bottom-left',
+ })
+ })
}
export const checkDependencies = async (navigate: NavigateFunction) => {
if (!commonStore.depComplete) {
- let depErrorMsg = '';
+ let depErrorMsg = ''
await DepCheck(commonStore.settings.customPythonPath).catch((e) => {
- depErrorMsg = e.message || e;
- WindowShow();
+ depErrorMsg = e.message || e
+ WindowShow()
if (depErrorMsg === 'python zip not found') {
- toastWithButton(t('Python target not found, would you like to download it?'), t('Download'), () => {
- toastWithButton(`${t('Downloading')} Python`, t('Check'), () => {
- navigate({ pathname: '/downloads' });
- }, { autoClose: 3000 });
- AddToDownloadList('python-3.10.11-embed-amd64.zip',
- !commonStore.settings.cnMirror
- ? 'https://www.python.org/ftp/python/3.10.11/python-3.10.11-embed-amd64.zip'
- : 'https://mirrors.huaweicloud.com/python/3.10.11/python-3.10.11-embed-amd64.zip');
- });
+ toastWithButton(
+ t('Python target not found, would you like to download it?'),
+ t('Download'),
+ () => {
+ toastWithButton(
+ `${t('Downloading')} Python`,
+ t('Check'),
+ () => {
+ navigate({ pathname: '/downloads' })
+ },
+ { autoClose: 3000 }
+ )
+ AddToDownloadList(
+ 'python-3.10.11-embed-amd64.zip',
+ !commonStore.settings.cnMirror
+ ? 'https://www.python.org/ftp/python/3.10.11/python-3.10.11-embed-amd64.zip'
+ : 'https://mirrors.huaweicloud.com/python/3.10.11/python-3.10.11-embed-amd64.zip'
+ )
+ }
+ )
} else if (depErrorMsg.includes('DepCheck Error')) {
- if (depErrorMsg.includes('vc_redist') || depErrorMsg.includes('DLL load failed while importing')) {
- toastWithButton(t('Microsoft Visual C++ Redistributable is not installed, would you like to download it?'), t('Download'), () => {
- BrowserOpenURL('https://aka.ms/vs/16/release/vc_redist.x64.exe');
- });
+ if (
+ depErrorMsg.includes('vc_redist') ||
+ depErrorMsg.includes('DLL load failed while importing')
+ ) {
+ toastWithButton(
+ t(
+ 'Microsoft Visual C++ Redistributable is not installed, would you like to download it?'
+ ),
+ t('Download'),
+ () => {
+ BrowserOpenURL('https://aka.ms/vs/16/release/vc_redist.x64.exe')
+ }
+ )
} else {
- toast(depErrorMsg, { type: 'info', position: 'bottom-left' });
+ toast(depErrorMsg, { type: 'info', position: 'bottom-left' })
if (commonStore.platform !== 'linux')
- toastWithButton(t('Python dependencies are incomplete, would you like to install them?'), t('Install'), () => {
- InstallPyDep(commonStore.settings.customPythonPath, commonStore.settings.cnMirror).catch((e) => {
- const errMsg = e.message || e;
- toast(t('Error') + ' - ' + errMsg, { type: 'error' });
- });
- setTimeout(WindowShow, 1000);
- }, {
- autoClose: 8000
- });
+ toastWithButton(
+ t(
+ 'Python dependencies are incomplete, would you like to install them?'
+ ),
+ t('Install'),
+ () => {
+ InstallPyDep(
+ commonStore.settings.customPythonPath,
+ commonStore.settings.cnMirror
+ ).catch((e) => {
+ const errMsg = e.message || e
+ toast(t('Error') + ' - ' + errMsg, { type: 'error' })
+ })
+ setTimeout(WindowShow, 1000)
+ },
+ {
+ autoClose: 8000,
+ }
+ )
else
- toastWithButton(t('On Linux system, you must manually install python dependencies.'), t('Check'), () => {
- BrowserOpenURL('https://github.com/josStorer/RWKV-Runner/blob/master/build/linux/Readme_Install.txt');
- });
+ toastWithButton(
+ t(
+ 'On Linux system, you must manually install python dependencies.'
+ ),
+ t('Check'),
+ () => {
+ BrowserOpenURL(
+ 'https://github.com/josStorer/RWKV-Runner/blob/master/build/linux/Readme_Install.txt'
+ )
+ }
+ )
}
} else {
- toast(depErrorMsg, { type: 'error' });
+ toast(depErrorMsg, { type: 'error' })
}
- });
+ })
if (depErrorMsg) {
- commonStore.setStatus({ status: ModelStatus.Offline });
- return false;
+ commonStore.setStatus({ status: ModelStatus.Offline })
+ return false
}
- commonStore.setDepComplete(true);
+ commonStore.setDepComplete(true)
}
- return true;
-};
+ return true
+}
-export function toastWithButton(text: string, buttonText: string, onClickButton: () => void, options?: ToastOptions) {
- let triggered = false;
+export function toastWithButton(
+ text: string,
+ buttonText: string,
+ onClickButton: () => void,
+ options?: ToastOptions
+) {
+ let triggered = false
const id = toast(
,
{
type: 'info',
- ...options
- });
- return id;
+ ...options,
+ }
+ )
+ return id
}
export function getHfDownloadUrl(url: string) {
- if (commonStore.settings.useHfMirror && url.includes('huggingface.co') && url.includes('resolve'))
- return url.replace('huggingface.co', 'hf-mirror.com');
- return url;
+ if (
+ commonStore.settings.useHfMirror &&
+ url.includes('huggingface.co') &&
+ url.includes('resolve')
+ )
+ return url.replace('huggingface.co', 'hf-mirror.com')
+ return url
}
export function refreshTracksTotalTime() {
if (commonStore.tracks.length === 0) {
- commonStore.setTrackTotalTime(tracksMinimalTotalTime);
- commonStore.setTrackCurrentTime(0);
- commonStore.setTrackPlayStartTime(0);
- return;
+ commonStore.setTrackTotalTime(tracksMinimalTotalTime)
+ commonStore.setTrackCurrentTime(0)
+ commonStore.setTrackPlayStartTime(0)
+ return
}
- const endTimes = commonStore.tracks.map(t => t.offsetTime + t.contentTime);
- const totalTime = Math.max(...endTimes) + tracksMinimalTotalTime;
+ const endTimes = commonStore.tracks.map((t) => t.offsetTime + t.contentTime)
+ const totalTime = Math.max(...endTimes) + tracksMinimalTotalTime
if (commonStore.trackPlayStartTime > totalTime)
- commonStore.setTrackPlayStartTime(totalTime);
- commonStore.setTrackTotalTime(totalTime);
+ commonStore.setTrackPlayStartTime(totalTime)
+ commonStore.setTrackTotalTime(totalTime)
}
export function getMidiRawContentTime(rawContent: MidiMessage[]) {
- return rawContent.reduce((sum, current) =>
- sum + (current.messageType === 'ElapsedTime' ? current.value : 0)
- , 0);
+ return rawContent.reduce(
+ (sum, current) =>
+ sum + (current.messageType === 'ElapsedTime' ? current.value : 0),
+ 0
+ )
}
export function getMidiRawContentMainInstrument(rawContent: MidiMessage[]) {
- const sortedInstrumentFrequency = Object.entries(rawContent
- .filter(c => c.messageType === 'NoteOn')
- .map(c => c.instrument)
- .reduce((frequencyCount, current) => (frequencyCount[current] = (frequencyCount[current] || 0) + 1, frequencyCount)
- , {} as {
- [key: string]: number
- }))
- .sort((a, b) => b[1] - a[1]);
- let mainInstrument: string = '';
+ const sortedInstrumentFrequency = Object.entries(
+ rawContent
+ .filter((c) => c.messageType === 'NoteOn')
+ .map((c) => c.instrument)
+ .reduce(
+ (frequencyCount, current) => (
+ (frequencyCount[current] = (frequencyCount[current] || 0) + 1),
+ frequencyCount
+ ),
+ {} as {
+ [key: string]: number
+ }
+ )
+ ).sort((a, b) => b[1] - a[1])
+ let mainInstrument: string = ''
if (sortedInstrumentFrequency.length > 0)
- mainInstrument = InstrumentTypeNameMap[Number(sortedInstrumentFrequency[0][0])];
- return mainInstrument;
+ mainInstrument =
+ InstrumentTypeNameMap[Number(sortedInstrumentFrequency[0][0])]
+ return mainInstrument
}
export function flushMidiRecordingContent() {
- const recordingTrackIndex = commonStore.tracks.findIndex(t => t.id === commonStore.recordingTrackId);
+ const recordingTrackIndex = commonStore.tracks.findIndex(
+ (t) => t.id === commonStore.recordingTrackId
+ )
if (recordingTrackIndex >= 0) {
- const recordingTrack = commonStore.tracks[recordingTrackIndex];
- const tracks = commonStore.tracks.slice();
+ const recordingTrack = commonStore.tracks[recordingTrackIndex]
+ const tracks = commonStore.tracks.slice()
tracks[recordingTrackIndex] = {
...recordingTrack,
content: commonStore.recordingContent,
rawContent: commonStore.recordingRawContent,
contentTime: getMidiRawContentTime(commonStore.recordingRawContent),
- mainInstrument: getMidiRawContentMainInstrument(commonStore.recordingRawContent)
- };
- commonStore.setTracks(tracks);
- refreshTracksTotalTime();
+ mainInstrument: getMidiRawContentMainInstrument(
+ commonStore.recordingRawContent
+ ),
+ }
+ commonStore.setTracks(tracks)
+ refreshTracksTotalTime()
}
- commonStore.setRecordingContent('');
- commonStore.setRecordingRawContent([]);
+ commonStore.setRecordingContent('')
+ commonStore.setRecordingRawContent([])
}
export async function getSoundFont() {
- let soundUrl: string;
+ let soundUrl: string
if (commonStore.compositionParams.useLocalSoundFont)
- soundUrl = 'assets/sound-font';
+ soundUrl = 'assets/sound-font'
else
- soundUrl = !commonStore.settings.giteeUpdatesSource ?
- `https://raw.githubusercontent.com/josStorer/sgm_plus/master` :
- `https://cdn.jsdelivr.net/gh/josstorer/sgm_plus`;
- const fallbackUrl = 'https://cdn.jsdelivr.net/gh/josstorer/sgm_plus';
- await fetch(soundUrl + '/soundfont.json').then(r => {
- if (!r.ok)
- soundUrl = fallbackUrl;
- }).catch(() => soundUrl = fallbackUrl);
- return soundUrl;
+ soundUrl = !commonStore.settings.giteeUpdatesSource
+ ? `https://raw.githubusercontent.com/josStorer/sgm_plus/master`
+ : `https://cdn.jsdelivr.net/gh/josstorer/sgm_plus`
+ const fallbackUrl = 'https://cdn.jsdelivr.net/gh/josstorer/sgm_plus'
+ await fetch(soundUrl + '/soundfont.json')
+ .then((r) => {
+ if (!r.ok) soundUrl = fallbackUrl
+ })
+ .catch(() => (soundUrl = fallbackUrl))
+ return soundUrl
}
export const setActivePreset = (preset: Preset | null, index: number) => {
- commonStore.setActivePreset(preset);
- commonStore.setActivePresetIndex(index);
+ commonStore.setActivePreset(preset)
+ commonStore.setActivePresetIndex(index)
//TODO if (preset.displayPresetMessages) {
- const { pushMessage, saveConversation } = newChatConversation();
+ const { pushMessage, saveConversation } = newChatConversation()
if (preset)
for (const message of preset.messages) {
- pushMessage(message.role, message.content);
+ pushMessage(message.role, message.content)
}
- saveConversation();
+ saveConversation()
//}
-};
+}
export function getSupportedCustomCudaFile(isBeta: boolean) {
- if ([' 10', ' 16', ' 20', ' 30', 'MX', 'Tesla P', 'Quadro P', 'NVIDIA P', 'TITAN X', 'TITAN RTX', 'RTX A',
- 'Quadro RTX 4000', 'Quadro RTX 5000', 'Tesla T4', 'NVIDIA A10', 'NVIDIA A40'].some(v => commonStore.status.device_name.includes(v)))
- return isBeta ?
- './backend-python/wkv_cuda_utils/beta/wkv_cuda10_30.pyd' :
- './backend-python/wkv_cuda_utils/wkv_cuda10_30.pyd';
- else if ([' 40', 'RTX 5000 Ada', 'RTX 6000 Ada', 'RTX TITAN Ada', 'NVIDIA L40'].some(v => commonStore.status.device_name.includes(v)))
- return isBeta ?
- './backend-python/wkv_cuda_utils/beta/wkv_cuda40.pyd' :
- './backend-python/wkv_cuda_utils/wkv_cuda40.pyd';
- else
- return '';
+ if (
+ [
+ ' 10',
+ ' 16',
+ ' 20',
+ ' 30',
+ 'MX',
+ 'Tesla P',
+ 'Quadro P',
+ 'NVIDIA P',
+ 'TITAN X',
+ 'TITAN RTX',
+ 'RTX A',
+ 'Quadro RTX 4000',
+ 'Quadro RTX 5000',
+ 'Tesla T4',
+ 'NVIDIA A10',
+ 'NVIDIA A40',
+ ].some((v) => commonStore.status.device_name.includes(v))
+ )
+ return isBeta
+ ? './backend-python/wkv_cuda_utils/beta/wkv_cuda10_30.pyd'
+ : './backend-python/wkv_cuda_utils/wkv_cuda10_30.pyd'
+ else if (
+ [' 40', 'RTX 5000 Ada', 'RTX 6000 Ada', 'RTX TITAN Ada', 'NVIDIA L40'].some(
+ (v) => commonStore.status.device_name.includes(v)
+ )
+ )
+ return isBeta
+ ? './backend-python/wkv_cuda_utils/beta/wkv_cuda40.pyd'
+ : './backend-python/wkv_cuda_utils/wkv_cuda40.pyd'
+ else return ''
}
// a wrapper for webOpenOpenFileDialog and OpenOpenFileDialog
export function OpenFileDialog(filterPattern: string): Promise {
return new Promise((resolve) => {
- OpenOpenFileDialog(filterPattern).then(async filePath => {
- if (!filePath)
- return;
+ OpenOpenFileDialog(filterPattern)
+ .then(async (filePath) => {
+ if (!filePath) return
- let blob: Blob;
+ let blob: Blob
if (commonStore.platform === 'web')
- blob = (filePath as unknown as { blob: Blob }).blob;
- else
- blob = await fetch(absPathAsset(filePath)).then(r => r.blob());
-
- resolve(blob);
- }).catch(e => {
- toast(t('Error') + ' - ' + (e.message || e), { type: 'error', autoClose: 2500 });
- });
- }
- );
+ blob = (filePath as unknown as { blob: Blob }).blob
+ else blob = await fetch(absPathAsset(filePath)).then((r) => r.blob())
+
+ resolve(blob)
+ })
+ .catch((e) => {
+ toast(t('Error') + ' - ' + (e.message || e), {
+ type: 'error',
+ autoClose: 2500,
+ })
+ })
+ })
}
export function newChatConversation() {
- const conversation: Conversation = {};
- const conversationOrder: string[] = [];
+ const conversation: Conversation = {}
+ const conversationOrder: string[] = []
const pushMessage = (role: Role, content: string) => {
- const newUuid = uuid();
- conversationOrder.push(newUuid);
+ const newUuid = uuid()
+ conversationOrder.push(newUuid)
conversation[newUuid] = {
- sender: role === 'user' ? userName : role === 'assistant' ? botName : systemName,
+ sender:
+ role === 'user'
+ ? userName
+ : role === 'assistant'
+ ? botName
+ : systemName,
type: MessageType.Normal,
color: role === 'user' ? 'brand' : 'neutral',
avatarImg: role === 'user' ? undefined : logo,
time: new Date().toISOString(),
content: content,
- side: role === 'user' ? 'right' : role === 'assistant' ? 'left' : 'center',
- done: true
- };
- };
+ side:
+ role === 'user' ? 'right' : role === 'assistant' ? 'left' : 'center',
+ done: true,
+ }
+ }
const saveConversation = () => {
- commonStore.setConversation(conversation);
- commonStore.setConversationOrder(conversationOrder);
- };
- return { pushMessage, saveConversation };
+ commonStore.setConversation(conversation)
+ commonStore.setConversationOrder(conversationOrder)
+ }
+ return { pushMessage, saveConversation }
}
export function isDynamicStateSupported(modelConfig: ModelConfig) {
- return modelConfig.modelParameters.device === 'CUDA' ||
+ return (
+ modelConfig.modelParameters.device === 'CUDA' ||
modelConfig.modelParameters.device === 'CPU' ||
modelConfig.modelParameters.device === 'Custom' ||
- modelConfig.modelParameters.device === 'MPS';
-}
\ No newline at end of file
+ modelConfig.modelParameters.device === 'MPS'
+ )
+}
diff --git a/frontend/src/utils/web-file-operations.ts b/frontend/src/utils/web-file-operations.ts
index 532683d9..44e12f78 100644
--- a/frontend/src/utils/web-file-operations.ts
+++ b/frontend/src/utils/web-file-operations.ts
@@ -1,77 +1,85 @@
-import { getDocument, GlobalWorkerOptions, PDFDocumentProxy } from 'pdfjs-dist';
-import { TextItem } from 'pdfjs-dist/types/src/display/api';
+import { getDocument, GlobalWorkerOptions, PDFDocumentProxy } from 'pdfjs-dist'
+import { TextItem } from 'pdfjs-dist/types/src/display/api'
-export function webOpenOpenFileDialog(filterPattern: string, fnStartLoading: Function | undefined): Promise<{
- blob: File,
+export function webOpenOpenFileDialog(
+ filterPattern: string,
+ fnStartLoading: Function | undefined
+): Promise<{
+ blob: File
content?: string
}> {
return new Promise((resolve, reject) => {
- const input = document.createElement('input');
- input.type = 'file';
+ const input = document.createElement('input')
+ input.type = 'file'
input.accept = filterPattern
- .replaceAll('*.txt', 'text/plain')
- .replace('*.midi', 'audio/midi')
- .replace('*.mid', 'audio/midi')
- .replaceAll('*.', 'application/')
- .replaceAll(';', ',');
+ .replaceAll('*.txt', 'text/plain')
+ .replace('*.midi', 'audio/midi')
+ .replace('*.mid', 'audio/midi')
+ .replaceAll('*.', 'application/')
+ .replaceAll(';', ',')
- input.onchange = async e => {
- const file = (e.target as HTMLInputElement).files?.[0];
+ input.onchange = async (e) => {
+ const file = (e.target as HTMLInputElement).files?.[0]
if (!file) return
if (fnStartLoading && typeof fnStartLoading === 'function')
- fnStartLoading();
+ fnStartLoading()
if (!GlobalWorkerOptions.workerSrc && file.type === 'application/pdf')
- // @ts-ignore
- GlobalWorkerOptions.workerSrc = await import('pdfjs-dist/build/pdf.worker.min.mjs');
+ GlobalWorkerOptions.workerSrc = await import(
+ // @ts-ignore
+ 'pdfjs-dist/build/pdf.worker.min.mjs'
+ )
if (file.type === 'text/plain') {
- const reader = new FileReader();
- reader.readAsText(file, 'UTF-8');
+ const reader = new FileReader()
+ reader.readAsText(file, 'UTF-8')
- reader.onload = event => {
- const content = event.target?.result as string;
+ reader.onload = (event) => {
+ const content = event.target?.result as string
resolve({
blob: file,
- content: content
- });
- };
- reader.onerror = reject;
+ content: content,
+ })
+ }
+ reader.onerror = reject
} else if (file.type === 'application/pdf') {
const readPDFPage = async (doc: PDFDocumentProxy, pageNo: number) => {
- const page = await doc.getPage(pageNo);
- const tokenizedText = await page.getTextContent();
- return tokenizedText.items.map(token => (token as TextItem).str).join('');
- };
- let reader = new FileReader();
- reader.readAsArrayBuffer(file);
+ const page = await doc.getPage(pageNo)
+ const tokenizedText = await page.getTextContent()
+ return tokenizedText.items
+ .map((token) => (token as TextItem).str)
+ .join('')
+ }
+ let reader = new FileReader()
+ reader.readAsArrayBuffer(file)
reader.onload = async (event) => {
try {
- const doc = await getDocument(event.target?.result!).promise;
- const pageTextPromises = [];
+ const doc = await getDocument(event.target?.result!).promise
+ const pageTextPromises = []
for (let pageNo = 1; pageNo <= doc.numPages; pageNo++) {
- pageTextPromises.push(readPDFPage(doc, pageNo));
+ pageTextPromises.push(readPDFPage(doc, pageNo))
}
- const pageTexts = await Promise.all(pageTextPromises);
- let content;
- if (pageTexts.length === 1)
- content = pageTexts[0];
+ const pageTexts = await Promise.all(pageTextPromises)
+ let content
+ if (pageTexts.length === 1) content = pageTexts[0]
else
- content = pageTexts.map((p, i) => `Page ${i + 1}:\n${p}`).join('\n\n');
+ content = pageTexts
+ .map((p, i) => `Page ${i + 1}:\n${p}`)
+ .join('\n\n')
resolve({
blob: file,
- content: content
- });
+ content: content,
+ })
} catch (err) {
- reject(err);
+ reject(err)
}
- };
- reader.onerror = reject;
+ }
+ reader.onerror = reject
} else {
resolve({
- blob: file
- });
+ blob: file,
+ })
}
- };
- input.click();
- });
-}
\ No newline at end of file
+ }
+ input.click()
+ })
+}
diff --git a/frontend/src/webWails.js b/frontend/src/webWails.js
index c96d37d2..5d235453 100644
--- a/frontend/src/webWails.js
+++ b/frontend/src/webWails.js
@@ -13,16 +13,11 @@ if (!window.runtime) {
document.title += ' WebUI'
// not implemented
- defineRuntime('EventsOnMultiple', () => {
- })
- defineRuntime('WindowSetLightTheme', () => {
- })
- defineRuntime('WindowSetDarkTheme', () => {
- })
- defineRuntime('WindowShow', () => {
- })
- defineRuntime('WindowHide', () => {
- })
+ defineRuntime('EventsOnMultiple', () => {})
+ defineRuntime('WindowSetLightTheme', () => {})
+ defineRuntime('WindowSetDarkTheme', () => {})
+ defineRuntime('WindowShow', () => {})
+ defineRuntime('WindowHide', () => {})
// implemented
defineRuntime('ClipboardGetText', async () => {
@@ -46,64 +41,35 @@ if (!window.go) {
window.go['backend_golang']['App'] = {}
// not implemented
- defineApp('AddToDownloadList', async () => {
- })
- defineApp('CloseMidiPort', async () => {
- })
- defineApp('ContinueDownload', async () => {
- })
- defineApp('ConvertData', async () => {
- })
- defineApp('ConvertModel', async () => {
- })
- defineApp('ConvertSafetensors', async () => {
- })
- defineApp('CopyFile', async () => {
- })
- defineApp('DeleteFile', async () => {
- })
- defineApp('DepCheck', async () => {
- })
- defineApp('DownloadFile', async () => {
- })
- defineApp('GetPyError', async () => {
- })
- defineApp('InstallPyDep', async () => {
- })
- defineApp('IsPortAvailable', async () => {
- })
- defineApp('MergeLora', async () => {
- })
- defineApp('OpenFileFolder', async () => {
- })
- defineApp('OpenMidiPort', async () => {
- })
- defineApp('PauseDownload', async () => {
- })
- defineApp('PlayNote', async () => {
- })
- defineApp('ReadFileInfo', async () => {
- })
- defineApp('RestartApp', async () => {
- })
- defineApp('StartServer', async () => {
- })
- defineApp('StartWebGPUServer', async () => {
- })
- defineApp('UpdateApp', async () => {
- })
- defineApp('WslCommand', async () => {
- })
- defineApp('WslEnable', async () => {
- })
- defineApp('WslInstallUbuntu', async () => {
- })
- defineApp('WslIsEnabled', async () => {
- })
- defineApp('WslStart', async () => {
- })
- defineApp('WslStop', async () => {
- })
+ defineApp('AddToDownloadList', async () => {})
+ defineApp('CloseMidiPort', async () => {})
+ defineApp('ContinueDownload', async () => {})
+ defineApp('ConvertData', async () => {})
+ defineApp('ConvertModel', async () => {})
+ defineApp('ConvertSafetensors', async () => {})
+ defineApp('CopyFile', async () => {})
+ defineApp('DeleteFile', async () => {})
+ defineApp('DepCheck', async () => {})
+ defineApp('DownloadFile', async () => {})
+ defineApp('GetPyError', async () => {})
+ defineApp('InstallPyDep', async () => {})
+ defineApp('IsPortAvailable', async () => {})
+ defineApp('MergeLora', async () => {})
+ defineApp('OpenFileFolder', async () => {})
+ defineApp('OpenMidiPort', async () => {})
+ defineApp('PauseDownload', async () => {})
+ defineApp('PlayNote', async () => {})
+ defineApp('ReadFileInfo', async () => {})
+ defineApp('RestartApp', async () => {})
+ defineApp('StartServer', async () => {})
+ defineApp('StartWebGPUServer', async () => {})
+ defineApp('UpdateApp', async () => {})
+ defineApp('WslCommand', async () => {})
+ defineApp('WslEnable', async () => {})
+ defineApp('WslInstallUbuntu', async () => {})
+ defineApp('WslIsEnabled', async () => {})
+ defineApp('WslStart', async () => {})
+ defineApp('WslStop', async () => {})
// implemented
defineApp('FileExists', async () => {
@@ -122,24 +88,34 @@ if (!window.go) {
return 0
})
defineApp('OpenOpenFileDialog', webOpenOpenFileDialog)
- defineApp('OpenSaveFileDialog', async (filterPattern, defaultFileName, savedContent) => {
- const saver = await import('file-saver')
- saver.saveAs(new Blob([savedContent], { type: 'text/plain;charset=utf-8' }), defaultFileName)
- return ''
- })
- defineApp('OpenSaveFileDialogBytes', async (filterPattern, defaultFileName, savedContent) => {
- const saver = await import('file-saver')
- saver.saveAs(new Blob([new Uint8Array(savedContent)], { type: 'octet/stream' }), defaultFileName)
- return ''
- })
+ defineApp(
+ 'OpenSaveFileDialog',
+ async (filterPattern, defaultFileName, savedContent) => {
+ const saver = await import('file-saver')
+ saver.saveAs(
+ new Blob([savedContent], { type: 'text/plain;charset=utf-8' }),
+ defaultFileName
+ )
+ return ''
+ }
+ )
+ defineApp(
+ 'OpenSaveFileDialogBytes',
+ async (filterPattern, defaultFileName, savedContent) => {
+ const saver = await import('file-saver')
+ saver.saveAs(
+ new Blob([new Uint8Array(savedContent)], { type: 'octet/stream' }),
+ defaultFileName
+ )
+ return ''
+ }
+ )
defineApp('ReadJson', async (fileName) => {
const data = JSON.parse(localStorage.getItem(fileName))
- if (data)
- return data
- else
- throw new Error('File not found')
+ if (data) return data
+ else throw new Error('File not found')
})
defineApp('SaveJson', async (fileName, data) => {
localStorage.setItem(fileName, JSON.stringify(data))
})
-}
\ No newline at end of file
+}
diff --git a/frontend/tailwind.config.js b/frontend/tailwind.config.js
index f955ad58..e9ce6b43 100644
--- a/frontend/tailwind.config.js
+++ b/frontend/tailwind.config.js
@@ -56,42 +56,29 @@ const markdownElements = [
's',
'a',
'pre',
- 'cite'
+ 'cite',
]
-const markdownPseudoElements = [
- '::marker',
- '::before',
- '::after'
-]
+const markdownPseudoElements = ['::marker', '::before', '::after']
-const tableElements = [
- 'table',
- 'tr',
- 'td',
- 'th',
- 'thead',
- 'tbody',
- 'tfoot'
-]
+const tableElements = ['table', 'tr', 'td', 'th', 'thead', 'tbody', 'tfoot']
const proseStyles = {
- color: 'inherit'
+ color: 'inherit',
}
const tableProseStyles = {
...proseStyles,
borderWidth: 'thin',
- borderColor: '#d2d2d5'
+ borderColor: '#d2d2d5',
}
const elementsStyles = markdownElements.reduce((acc, element) => {
let styles = proseStyles
- if (tableElements.includes(element))
- styles = tableProseStyles
+ if (tableElements.includes(element)) styles = tableProseStyles
acc[element] = styles
- markdownPseudoElements.forEach(pseudo => {
+ markdownPseudoElements.forEach((pseudo) => {
acc[element + pseudo] = styles
})
return acc
@@ -99,10 +86,7 @@ const elementsStyles = markdownElements.reduce((acc, element) => {
/** @type {import('tailwindcss').Config} */
export default {
- content: [
- './index.html',
- './src/**/*.{js,ts,jsx,tsx}'
- ],
+ content: ['./index.html', './src/**/*.{js,ts,jsx,tsx}'],
theme: {
extend: {
typography: {
@@ -110,12 +94,11 @@ export default {
css: {
color: 'inherit',
fontSize: 'inherit',
- ...elementsStyles
- }
- }
- }
- }
+ ...elementsStyles,
+ },
+ },
+ },
+ },
},
- plugins: [require('@tailwindcss/typography')]
+ plugins: [require('@tailwindcss/typography')],
}
-
diff --git a/frontend/tsconfig.json b/frontend/tsconfig.json
index 823e83d1..c7b97298 100644
--- a/frontend/tsconfig.json
+++ b/frontend/tsconfig.json
@@ -2,11 +2,7 @@
"compilerOptions": {
"target": "ESNext",
"useDefineForClassFields": true,
- "lib": [
- "DOM",
- "DOM.Iterable",
- "ESNext"
- ],
+ "lib": ["DOM", "DOM.Iterable", "ESNext"],
"allowJs": false,
"skipLibCheck": true,
"esModuleInterop": false,
@@ -20,9 +16,7 @@
"noEmit": true,
"jsx": "react-jsx"
},
- "include": [
- "src"
- ],
+ "include": ["src"],
"references": [
{
"path": "./tsconfig.node.json"
diff --git a/frontend/tsconfig.node.json b/frontend/tsconfig.node.json
index b8afcc8f..9d31e2ae 100644
--- a/frontend/tsconfig.node.json
+++ b/frontend/tsconfig.node.json
@@ -5,7 +5,5 @@
"moduleResolution": "Node",
"allowSyntheticDefaultImports": true
},
- "include": [
- "vite.config.ts"
- ]
+ "include": ["vite.config.ts"]
}
diff --git a/frontend/vite.config.ts b/frontend/vite.config.ts
index 24b2b541..aafcc1cb 100644
--- a/frontend/vite.config.ts
+++ b/frontend/vite.config.ts
@@ -1,19 +1,26 @@
+import react from '@vitejs/plugin-react'
+import { visualizer } from 'rollup-plugin-visualizer'
+import { defineConfig } from 'vite'
+import topLevelAwait from 'vite-plugin-top-level-await'
// @ts-ignore
-import { dependencies } from './package.json';
-import { defineConfig } from 'vite';
-import react from '@vitejs/plugin-react';
-import { visualizer } from 'rollup-plugin-visualizer';
-import topLevelAwait from 'vite-plugin-top-level-await';
+import { dependencies } from './package.json'
// dependencies that exist anywhere
const vendor = [
- 'react', 'react-dom', 'react-router', 'react-router-dom',
+ 'react',
+ 'react-dom',
+ 'react-router',
+ 'react-router-dom',
'@fluentui/react-icons',
- 'mobx', 'mobx-react-lite',
- 'i18next', 'react-i18next',
- 'usehooks-ts', 'react-toastify',
- 'classnames', 'lodash-es'
-];
+ 'mobx',
+ 'mobx-react-lite',
+ 'i18next',
+ 'react-i18next',
+ 'usehooks-ts',
+ 'react-toastify',
+ 'classnames',
+ 'lodash-es',
+]
const embedded = [
// split @fluentui/react-components by components
@@ -22,17 +29,25 @@ const embedded = [
// dependencies that exist in single component
'react-beautiful-dnd',
'react-draggable',
- '@magenta/music', 'html-midi-player',
- 'react-markdown', 'rehype-highlight', 'rehype-raw', 'remark-breaks', 'remark-gfm', 'remark-math', 'rehype-katex', 'katex'
-];
+ '@magenta/music',
+ 'html-midi-player',
+ 'react-markdown',
+ 'rehype-highlight',
+ 'rehype-raw',
+ 'remark-breaks',
+ 'remark-gfm',
+ 'remark-math',
+ 'rehype-katex',
+ 'katex',
+]
function renderChunks(deps: Record) {
- let chunks = {};
+ let chunks = {}
Object.keys(deps).forEach((key) => {
- if ([...vendor, ...embedded].includes(key)) return;
- chunks[key] = [key];
- });
- return chunks;
+ if ([...vendor, ...embedded].includes(key)) return
+ chunks[key] = [key]
+ })
+ return chunks
}
// https://vitejs.dev/config/
@@ -42,12 +57,12 @@ export default defineConfig({
visualizer({
template: 'treemap',
gzipSize: true,
- brotliSize: true
+ brotliSize: true,
}),
topLevelAwait({
promiseExportName: '__tla',
- promiseImportName: i => `__tla_${i}`
- })
+ promiseImportName: (i) => `__tla_${i}`,
+ }),
],
build: {
chunkSizeWarningLimit: 3000,
@@ -55,12 +70,12 @@ export default defineConfig({
output: {
manualChunks: {
vendor,
- ...renderChunks(dependencies)
+ ...renderChunks(dependencies),
},
entryFileNames: `assets/[name].js`,
chunkFileNames: `assets/[name].js`,
- assetFileNames: `assets/[name].[ext]`
- }
- }
- }
-});
+ assetFileNames: `assets/[name].[ext]`,
+ },
+ },
+ },
+})
diff --git a/go.mod b/go.mod
index 848ae7f8..c62df0e0 100644
--- a/go.mod
+++ b/go.mod
@@ -1,6 +1,6 @@
module rwkv-runner
-go 1.22
+go 1.20
require (
github.com/cavaliergopher/grab/v3 v3.0.1
diff --git a/manifest.json b/manifest.json
index 6d79fc7c..e7ea9ecd 100644
--- a/manifest.json
+++ b/manifest.json
@@ -1,5 +1,5 @@
{
- "version": "1.8.5",
+ "version": "1.8.7",
"introduction": {
"en": "RWKV is an open-source, commercially usable large language model with high flexibility and great potential for development.\n### About This Tool\nThis tool aims to lower the barrier of entry for using large language models, making it accessible to everyone. It provides fully automated dependency and model management. You simply need to click and run, following the instructions, to deploy a local large language model. The tool itself is very compact and only requires a single executable file for one-click deployment.\nAdditionally, this tool offers an interface that is fully compatible with the OpenAI API. This means you can use any ChatGPT client as a client for RWKV, enabling capability expansion beyond just chat functionality.\n### Preset Configuration Rules at the Bottom\nThis tool comes with a series of preset configurations to reduce complexity. The naming rules for each configuration represent the following in order: device - required VRAM/memory - model size - model language.\nFor example, \"GPU-8G-3B-EN\" indicates that this configuration is for a graphics card with 8GB of VRAM, a model size of 3 billion parameters, and it uses an English language model.\nLarger model sizes have higher performance and VRAM requirements. Among configurations with the same model size, those with higher VRAM usage will have faster runtime.\nFor example, if you have 12GB of VRAM but running the \"GPU-12G-7B-EN\" configuration is slow, you can downgrade to \"GPU-8G-3B-EN\" for a significant speed improvement.\n### About RWKV\nRWKV is an RNN with Transformer-level LLM performance, which can also be directly trained like a GPT transformer (parallelizable). And it's 100% attention-free. You only need the hidden state at position t to compute the state at position t+1. You can use the \"GPT\" mode to quickly compute the hidden state for the \"RNN\" mode.
So it's combining the best of RNN and transformer - great performance, fast inference, saves VRAM, fast training, \"infinite\" ctx_len, and free sentence embedding (using the final hidden state).", "zh": "RWKV是一个开源且允许商用的大语言模型，灵活性很高且极具发展潜力。\n### 关于本工具\n本工具旨在降低大语言模型的使用门槛，做到人人可用，本工具提供了全自动化的依赖和模型管理，你只需要直接点击运行，跟随引导，即可完成本地大语言模型的部署，工具本身体积极小，只需要一个exe即可完成一键部署。\n此外，本工具提供了与OpenAI API完全兼容的接口，这意味着你可以把任意ChatGPT客户端用作RWKV的客户端，实现能力拓展，而不局限于聊天。\n### 底部的预设配置规则\n本工具内置了一系列预设配置，以降低使用难度，每个配置名的规则，依次代表着：设备-所需显存/内存-模型规模-模型语言。\n例如，GPU-8G-3B-CN，表示该配置用于显卡，需要8G显存，模型规模为30亿参数，使用的是中文模型。\n模型规模越大，性能要求越高，显存要求也越高，而同样模型规模的配置中，显存占用越高的，运行速度越快。\n例如当你有12G显存，但运行GPU-12G-7B-CN配置速度比较慢，可降级成GPU-8G-3B-CN，将会大幅提速。\n### 关于RWKV\nRWKV是具有Transformer级别LLM性能的RNN，也可以像GPT Transformer一样直接进行训练（可并行化）。而且它是100% attention-free的。你只需在位置t处获得隐藏状态即可计算位置t + 1处的状态。你可以使用“GPT”模式快速计算用于“RNN”模式的隐藏状态。\n因此，它将RNN和Transformer的优点结合起来 - 高性能、快速推理、节省显存、快速训练、“无限”上下文长度以及免费的语句嵌入（使用最终隐藏状态）。" @@ -141,6 +141,120 @@ "JP" ] }, + { + "name": "RWKV-x060-ChnNovel-1B-20240807-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 1B5", + "zh": "RWKV-6 中文小说 1B5", + "ja": "RWKV-6 中国小説 1B5" + }, + "size": 3199845649, + "SHA256": "98fbd7dfa8cb32dd77457f754a4a97975f68ca3ef73a8312e3e348b29c2d1188", + "lastUpdated": "2024-08-08T05:33:16", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-1B-20240807-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-1B-20240807-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-ChnNovel-3B-20240807-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 3B", + "zh": "RWKV-6 中文小说 3B", + "ja": "RWKV-6 中国小説 3B" + }, + "size": 6199859229, + "SHA256": "ce8897c573e3a8bc8077153c1bac88984b7a74a488c1966c3676bbe1f2ae16e6", + "lastUpdated": "2024-08-08T05:33:16", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-3B-20240807-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-3B-20240807-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-ChnNovel-7B-20240803-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 7B", + "zh": "RWKV-6 中文小说 7B", + "ja": "RWKV-6 中国小説 7B" + }, + "size": 15271627101, + "SHA256": "a9a1b0947c887c8fcda3454f3ced4ed7cc099e24c32606effb668a37a22fc83b", + "lastUpdated": "2024-08-03T03:56:57", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-7B-20240803-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-7B-20240803-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-ChnNovel-14B-20240805-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 14B", + "zh": "RWKV-6 中文小说 14B", + "ja": "RWKV-6 中国小説 14B" + }, + "size": 28138429718, + "SHA256": "10000ec77c65c14992c2ceda49781149f88430fe7b30a2d4f40589e4a7baf490", + "lastUpdated": "2024-08-05T11:37:00", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-14B-20240805-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-14B-20240805-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-Jpn-7B-20240816-ctx4096.pth", + "desc": { + "en": "RWKV-6 Enhanced Japanese 7B", + "zh": "RWKV-6 日文增强 7B", + "ja": "RWKV-6 日本語強化 7B" + }, + "size": 15271627101, + "SHA256": "7824869dc3b3d15ac9fb40797f6a741e7f6031f8a7a821e3465c0aecddf51fa8", + "lastUpdated": "2024-08-16T15:50:08", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-Jpn-7B-20240816-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-Jpn-7B-20240816-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "JP" + ] + }, + { + "name": "RWKV-x060-Jpn-14B-20240819-ctx4096.pth", + "desc": { + "en": "RWKV-6 Enhanced Japanese 14B", + "zh": "RWKV-6 日文增强 14B", + "ja": "RWKV-6 日本語強化 14B" + }, + "size": 28138429782, + "SHA256": "c27c010185b37a6c31cba70e32a5337052221a1ca8e5675e4a6f5dfa73ce490d", + "lastUpdated": "2024-08-19T07:02:22", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-Jpn-14B-20240819-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-Jpn-14B-20240819-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "JP" + ] + }, { "name": "RWKV-5-World-0.1B-v1-20230803-ctx4096.pth", "desc": { @@ -175,7 +289,8 @@ "Official", "RWKV-5", "Global" - ] + ], + "hide": true }, { "name": "RWKV-5-World-1B5-v2-20231025-ctx4096.pth", @@ -195,7 +310,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-5-1B5-one-state-slim.pth", @@ -215,7 +331,8 @@ "Global", "Role Play" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-5-1B5-one-state-slim-novel-tuned.pth", @@ -234,7 +351,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-5-World-3B-v2-20231113-ctx4096.pth", @@ -254,7 +372,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-5-World-3B-v2-20231118-ctx16k.pth", @@ -274,7 +393,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-5-World-7B-v2-20240128-ctx4096.pth", @@ -294,7 +414,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "rwkv-v5-7B-0.4-long-ctx-16k.pth", @@ -313,7 +434,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "rwkv-v5.2-7B-horror-16k.pth", @@ -332,7 +454,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "rwkv_v5.2_7B_role_play_16k.pth", @@ -352,7 +475,8 @@ "Global", "Role Play" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-5-12B-one-state-chat-16k.pth", @@ -371,7 +495,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", @@ -383,16 +508,18 @@ "size": 23304952860, "SHA256": "25e56f54fff3feddee1c23a098f5556a9afd0f922c8f7e1db3cf22ef6dfdfde4", "lastUpdated": "2024-06-14T15:59:52", - "url": "https://hf-mirror.com/TimeMobius/Mobius-RWKV-r6-12B/blob/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", - "downloadUrl": "https://hf-mirror.com/TimeMobius/Mobius-RWKV-r6-12B/resolve/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", + "url": "https://huggingface.co/TimeMobius/Mobius-RWKV-r6-12B/blob/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", + "downloadUrl": "https://huggingface.co/TimeMobius/Mobius-RWKV-r6-12B/resolve/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", "tags": [ "Finetuned", "RWKV-6", "Global", "Recommended", "CN", - "JP" - ] + "JP", + "Function Call" + ], + "functionCall": true }, { "name": "Mobius-r5-chat-12b-128k.pth", @@ -412,7 +539,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "Mobius-r5-chat-12b-8k-0426.pth", @@ -432,7 +560,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-0.1B-v1-20230617-ctx4096.pth", @@ -450,7 +579,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-0.1B-v1-20230520-ctx4096.pth", @@ -468,7 +598,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-0.4B-v1-20230618-ctx4096.pth", @@ -486,7 +617,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-0.4B-v1-20230529-ctx4096.pth", @@ -504,7 +636,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-1.5B-v1-20230620-ctx4096.pth", @@ -522,7 +655,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-1.5B-v1-OnlyForTest_57%_trained-20230529-ctx4096.pth", @@ -584,7 +718,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-for-mobile-4-world-1.5B-20230906-ctx16k.pth", @@ -603,7 +738,8 @@ "RWKV-4", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-4-World-3B-v1-OnlyForTest_35%_trained-20230529-ctx4096.pth", @@ -673,7 +809,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-3B-v1-20230625-ctx4096.pth", @@ -691,7 +828,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-7B-v1-OnlyForTest_30%_trained-20230529-ctx4096.pth", @@ -787,7 +925,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-claude-4-World-7B-20230805-ctx65k.pth", @@ -805,7 +944,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-toolformer-translation-japanese-chinese-english-7B-World-20230815-ctx128k.pth", @@ -823,7 +963,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-code-4-World-7B-20230820-ctx32k.pth", @@ -841,7 +982,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "wizard-rwkv-4-world-ctx32k.pth", @@ -859,7 +1001,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-7B-world-one.pth", @@ -878,7 +1021,8 @@ "RWKV-4", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "rwkv-world-one-novel-cot-ultrachat-novel-instructions.pth", @@ -897,7 +1041,8 @@ "RWKV-4", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-world-novel-one-state-ultrachat-cot-tuned-Role-play-65k.pth", @@ -917,7 +1062,8 @@ "Global", "Role Play" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-4-7B-world-one-novel-tuned-65k.pth", @@ -936,7 +1082,8 @@ "RWKV-4", "CN" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-4-World-CHNtuned-7B-v1-20230709-ctx4096.pth", @@ -954,7 +1101,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "Readflow-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k.pth", @@ -972,7 +1120,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "novel-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k.pth", @@ -990,7 +1139,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "chatgal-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k-1000.pth", @@ -1008,7 +1158,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "chatgal-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k-500.pth", @@ -1026,7 +1177,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-JPNtuned-7B-v1-20230718-ctx4096.pth", @@ -1044,7 +1196,8 @@ "Official", "RWKV-4", "JP" - ] + ], + "hide": true }, { "name": "RWKV-novel-4-World-7B-20230810-ctx128k.pth", @@ -1062,7 +1215,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-7B-v1-ChnEng-ChnPro-20230410-ctx4096.pth", @@ -1080,7 +1234,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-3B-v1-ChnEng-20230412-ctx4096.pth", @@ -1098,7 +1253,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-7B-v1-ChnEng-20230426-ctx8192.pth", @@ -1116,7 +1272,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-3B-v1-Chn-20230412-ctx4096.pth", @@ -1134,7 +1291,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-7B-v1-Chn-20230426-ctx8192.pth", @@ -1152,7 +1310,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-1B5-v11-Eng99%-Other1%-20230425-ctx4096.pth", @@ -1187,7 +1346,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-3B-v11-Eng99%-Other1%-20230425-ctx4096.pth", @@ -1222,7 +1382,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-3B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230429-ctx4096.pth", @@ -1259,7 +1420,8 @@ "RWKV-4", "Raven", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-7B-v11x-Eng99%-Other1%-20230429-ctx8192.pth", @@ -1294,7 +1456,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-7B-v10x-Eng49%-Chn50%-Other1%-20230423-ctx4096.pth", @@ -1350,7 +1513,8 @@ "RWKV-4", "Raven", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-14B-v11x-Eng99%-Other1%-20230501-ctx8192.pth", @@ -1385,7 +1549,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-MIDI-120M-v1-20230714-ctx4096.pth", diff --git a/wails.json b/wails.json index c6914bea..742219bf 100644 --- a/wails.json +++ b/wails.json @@ -9,5 +9,11 @@ "author": { "name": "josc146", "email": "josStorer@outlook.com" + }, + "Info": { + "companyName": "RWKV-Runner", + "productName": "RWKV-Runner", + "productVersion": "1.0.0", + "copyright": "Copyright © 2023 RWKV-Runner" } }
- {pages[tab].element}
+ typeof data.value === 'string' ? setTab(data.value) : null
+
+ return (
+
;
-};
+ )
+}
-export default Train;
+export default Train
diff --git a/frontend/src/pages/defaultConfigs.ts b/frontend/src/pages/defaultConfigs.ts
index c901dc4d..3bb5409d 100644
--- a/frontend/src/pages/defaultConfigs.ts
+++ b/frontend/src/pages/defaultConfigs.ts
@@ -1,10 +1,11 @@
-import { CompletionPreset } from '../types/completion';
-import { ModelConfig } from '../types/configs';
+import { CompletionPreset } from '../types/completion'
+import { ModelConfig } from '../types/configs'
-export const defaultPenaltyDecay = 0.996;
+export const defaultPenaltyDecay = 0.996
-export const defaultCompositionPrompt = '
+
+ {Object.entries(pages).map(([label]) => (
+
+ {t(label)}
+
+ ))}
+
+
- {pages[tab].element}
{text}
-
+
So it's combining the best of RNN and transformer - great performance, fast inference, saves VRAM, fast training, \"infinite\" ctx_len, and free sentence embedding (using the final hidden state).", "zh": "RWKV是一个开源且允许商用的大语言模型，灵活性很高且极具发展潜力。\n### 关于本工具\n本工具旨在降低大语言模型的使用门槛，做到人人可用，本工具提供了全自动化的依赖和模型管理，你只需要直接点击运行，跟随引导，即可完成本地大语言模型的部署，工具本身体积极小，只需要一个exe即可完成一键部署。\n此外，本工具提供了与OpenAI API完全兼容的接口，这意味着你可以把任意ChatGPT客户端用作RWKV的客户端，实现能力拓展，而不局限于聊天。\n### 底部的预设配置规则\n本工具内置了一系列预设配置，以降低使用难度，每个配置名的规则，依次代表着：设备-所需显存/内存-模型规模-模型语言。\n例如，GPU-8G-3B-CN，表示该配置用于显卡，需要8G显存，模型规模为30亿参数，使用的是中文模型。\n模型规模越大，性能要求越高，显存要求也越高，而同样模型规模的配置中，显存占用越高的，运行速度越快。\n例如当你有12G显存，但运行GPU-12G-7B-CN配置速度比较慢，可降级成GPU-8G-3B-CN，将会大幅提速。\n### 关于RWKV\nRWKV是具有Transformer级别LLM性能的RNN，也可以像GPT Transformer一样直接进行训练（可并行化）。而且它是100% attention-free的。你只需在位置t处获得隐藏状态即可计算位置t + 1处的状态。你可以使用“GPT”模式快速计算用于“RNN”模式的隐藏状态。\n因此，它将RNN和Transformer的优点结合起来 - 高性能、快速推理、节省显存、快速训练、“无限”上下文长度以及免费的语句嵌入（使用最终隐藏状态）。" @@ -141,6 +141,120 @@ "JP" ] }, + { + "name": "RWKV-x060-ChnNovel-1B-20240807-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 1B5", + "zh": "RWKV-6 中文小说 1B5", + "ja": "RWKV-6 中国小説 1B5" + }, + "size": 3199845649, + "SHA256": "98fbd7dfa8cb32dd77457f754a4a97975f68ca3ef73a8312e3e348b29c2d1188", + "lastUpdated": "2024-08-08T05:33:16", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-1B-20240807-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-1B-20240807-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-ChnNovel-3B-20240807-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 3B", + "zh": "RWKV-6 中文小说 3B", + "ja": "RWKV-6 中国小説 3B" + }, + "size": 6199859229, + "SHA256": "ce8897c573e3a8bc8077153c1bac88984b7a74a488c1966c3676bbe1f2ae16e6", + "lastUpdated": "2024-08-08T05:33:16", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-3B-20240807-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-3B-20240807-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-ChnNovel-7B-20240803-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 7B", + "zh": "RWKV-6 中文小说 7B", + "ja": "RWKV-6 中国小説 7B" + }, + "size": 15271627101, + "SHA256": "a9a1b0947c887c8fcda3454f3ced4ed7cc099e24c32606effb668a37a22fc83b", + "lastUpdated": "2024-08-03T03:56:57", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-7B-20240803-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-7B-20240803-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-ChnNovel-14B-20240805-ctx4096.pth", + "desc": { + "en": "RWKV-6 Chinese Novel 14B", + "zh": "RWKV-6 中文小说 14B", + "ja": "RWKV-6 中国小説 14B" + }, + "size": 28138429718, + "SHA256": "10000ec77c65c14992c2ceda49781149f88430fe7b30a2d4f40589e4a7baf490", + "lastUpdated": "2024-08-05T11:37:00", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-ChnNovel-14B-20240805-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-ChnNovel-14B-20240805-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "CN" + ] + }, + { + "name": "RWKV-x060-Jpn-7B-20240816-ctx4096.pth", + "desc": { + "en": "RWKV-6 Enhanced Japanese 7B", + "zh": "RWKV-6 日文增强 7B", + "ja": "RWKV-6 日本語強化 7B" + }, + "size": 15271627101, + "SHA256": "7824869dc3b3d15ac9fb40797f6a741e7f6031f8a7a821e3465c0aecddf51fa8", + "lastUpdated": "2024-08-16T15:50:08", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-Jpn-7B-20240816-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-Jpn-7B-20240816-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "JP" + ] + }, + { + "name": "RWKV-x060-Jpn-14B-20240819-ctx4096.pth", + "desc": { + "en": "RWKV-6 Enhanced Japanese 14B", + "zh": "RWKV-6 日文增强 14B", + "ja": "RWKV-6 日本語強化 14B" + }, + "size": 28138429782, + "SHA256": "c27c010185b37a6c31cba70e32a5337052221a1ca8e5675e4a6f5dfa73ce490d", + "lastUpdated": "2024-08-19T07:02:22", + "url": "https://huggingface.co/BlinkDL/rwkv-6-misc/blob/main/RWKV-x060-Jpn-14B-20240819-ctx4096.pth", + "downloadUrl": "https://huggingface.co/BlinkDL/rwkv-6-misc/resolve/main/RWKV-x060-Jpn-14B-20240819-ctx4096.pth", + "tags": [ + "Official", + "RWKV-6", + "Finetuned", + "JP" + ] + }, { "name": "RWKV-5-World-0.1B-v1-20230803-ctx4096.pth", "desc": { @@ -175,7 +289,8 @@ "Official", "RWKV-5", "Global" - ] + ], + "hide": true }, { "name": "RWKV-5-World-1B5-v2-20231025-ctx4096.pth", @@ -195,7 +310,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-5-1B5-one-state-slim.pth", @@ -215,7 +331,8 @@ "Global", "Role Play" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-5-1B5-one-state-slim-novel-tuned.pth", @@ -234,7 +351,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-5-World-3B-v2-20231113-ctx4096.pth", @@ -254,7 +372,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-5-World-3B-v2-20231118-ctx16k.pth", @@ -274,7 +393,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-5-World-7B-v2-20240128-ctx4096.pth", @@ -294,7 +414,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "rwkv-v5-7B-0.4-long-ctx-16k.pth", @@ -313,7 +434,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "rwkv-v5.2-7B-horror-16k.pth", @@ -332,7 +454,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "rwkv_v5.2_7B_role_play_16k.pth", @@ -352,7 +475,8 @@ "Global", "Role Play" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-5-12B-one-state-chat-16k.pth", @@ -371,7 +495,8 @@ "RWKV-5", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", @@ -383,16 +508,18 @@ "size": 23304952860, "SHA256": "25e56f54fff3feddee1c23a098f5556a9afd0f922c8f7e1db3cf22ef6dfdfde4", "lastUpdated": "2024-06-14T15:59:52", - "url": "https://hf-mirror.com/TimeMobius/Mobius-RWKV-r6-12B/blob/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", - "downloadUrl": "https://hf-mirror.com/TimeMobius/Mobius-RWKV-r6-12B/resolve/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", + "url": "https://huggingface.co/TimeMobius/Mobius-RWKV-r6-12B/blob/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", + "downloadUrl": "https://huggingface.co/TimeMobius/Mobius-RWKV-r6-12B/resolve/main/Mobius-r6-chat-CHNtuned-12b-16k-v5.5.pth", "tags": [ "Finetuned", "RWKV-6", "Global", "Recommended", "CN", - "JP" - ] + "JP", + "Function Call" + ], + "functionCall": true }, { "name": "Mobius-r5-chat-12b-128k.pth", @@ -412,7 +539,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "Mobius-r5-chat-12b-8k-0426.pth", @@ -432,7 +560,8 @@ "Global", "CN", "JP" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-0.1B-v1-20230617-ctx4096.pth", @@ -450,7 +579,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-0.1B-v1-20230520-ctx4096.pth", @@ -468,7 +598,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-0.4B-v1-20230618-ctx4096.pth", @@ -486,7 +617,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-0.4B-v1-20230529-ctx4096.pth", @@ -504,7 +636,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-1.5B-v1-20230620-ctx4096.pth", @@ -522,7 +655,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-1.5B-v1-OnlyForTest_57%_trained-20230529-ctx4096.pth", @@ -584,7 +718,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-for-mobile-4-world-1.5B-20230906-ctx16k.pth", @@ -603,7 +738,8 @@ "RWKV-4", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-4-World-3B-v1-OnlyForTest_35%_trained-20230529-ctx4096.pth", @@ -673,7 +809,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-World-CHNtuned-3B-v1-20230625-ctx4096.pth", @@ -691,7 +828,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-7B-v1-OnlyForTest_30%_trained-20230529-ctx4096.pth", @@ -787,7 +925,8 @@ "Official", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-claude-4-World-7B-20230805-ctx65k.pth", @@ -805,7 +944,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-toolformer-translation-japanese-chinese-english-7B-World-20230815-ctx128k.pth", @@ -823,7 +963,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-code-4-World-7B-20230820-ctx32k.pth", @@ -841,7 +982,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "wizard-rwkv-4-world-ctx32k.pth", @@ -859,7 +1001,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-7B-world-one.pth", @@ -878,7 +1021,8 @@ "RWKV-4", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "rwkv-world-one-novel-cot-ultrachat-novel-instructions.pth", @@ -897,7 +1041,8 @@ "RWKV-4", "Global" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-world-novel-one-state-ultrachat-cot-tuned-Role-play-65k.pth", @@ -917,7 +1062,8 @@ "Global", "Role Play" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-4-7B-world-one-novel-tuned-65k.pth", @@ -936,7 +1082,8 @@ "RWKV-4", "CN" ], - "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt" + "customTokenizer": "backend-python/rwkv_pip/rwkv_vocab_v20230424_special_token.txt", + "hide": true }, { "name": "RWKV-4-World-CHNtuned-7B-v1-20230709-ctx4096.pth", @@ -954,7 +1101,8 @@ "Official", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "Readflow-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k.pth", @@ -972,7 +1120,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "novel-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k.pth", @@ -990,7 +1139,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "chatgal-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k-1000.pth", @@ -1008,7 +1158,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "chatgal-RWKV-4-World-CHNtuned-7B-v1-20230709-ctx32k-500.pth", @@ -1026,7 +1177,8 @@ "Finetuned", "RWKV-4", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-World-JPNtuned-7B-v1-20230718-ctx4096.pth", @@ -1044,7 +1196,8 @@ "Official", "RWKV-4", "JP" - ] + ], + "hide": true }, { "name": "RWKV-novel-4-World-7B-20230810-ctx128k.pth", @@ -1062,7 +1215,8 @@ "Finetuned", "RWKV-4", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-7B-v1-ChnEng-ChnPro-20230410-ctx4096.pth", @@ -1080,7 +1234,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-3B-v1-ChnEng-20230412-ctx4096.pth", @@ -1098,7 +1253,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-7B-v1-ChnEng-20230426-ctx8192.pth", @@ -1116,7 +1272,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-3B-v1-Chn-20230412-ctx4096.pth", @@ -1134,7 +1291,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Novel-7B-v1-Chn-20230426-ctx8192.pth", @@ -1152,7 +1310,8 @@ "RWKV-4", "Raven", "Global" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-1B5-v11-Eng99%-Other1%-20230425-ctx4096.pth", @@ -1187,7 +1346,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-3B-v11-Eng99%-Other1%-20230425-ctx4096.pth", @@ -1222,7 +1382,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-3B-v11-Eng49%-Chn49%-Jpn1%-Other1%-20230429-ctx4096.pth", @@ -1259,7 +1420,8 @@ "RWKV-4", "Raven", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-7B-v11x-Eng99%-Other1%-20230429-ctx8192.pth", @@ -1294,7 +1456,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-7B-v10x-Eng49%-Chn50%-Other1%-20230423-ctx4096.pth", @@ -1350,7 +1513,8 @@ "RWKV-4", "Raven", "CN" - ] + ], + "hide": true }, { "name": "RWKV-4-Raven-14B-v11x-Eng99%-Other1%-20230501-ctx8192.pth", @@ -1385,7 +1549,8 @@ "Official", "RWKV-4", "Raven" - ] + ], + "hide": true }, { "name": "RWKV-4-MIDI-120M-v1-20230714-ctx4096.pth", diff --git a/wails.json b/wails.json index c6914bea..742219bf 100644 --- a/wails.json +++ b/wails.json @@ -9,5 +9,11 @@ "author": { "name": "josc146", "email": "josStorer@outlook.com" + }, + "Info": { + "companyName": "RWKV-Runner", + "productName": "RWKV-Runner", + "productVersion": "1.0.0", + "copyright": "Copyright © 2023 RWKV-Runner" } }