This commit is contained in:
timothycarambat
2023-10-02 16:39:51 -07:00
parent 956364d7f4
commit 75ae3a23c3
5 changed files with 7072 additions and 4 deletions
+2514
View File
File diff suppressed because it is too large Load Diff
@@ -150,8 +150,9 @@ const EditEmbeddingConfirmation = memo(
<div className="flex w-full items-center justify-between px-4">
<p className="font-semibold text-red-600">{error || ''}</p>
<p
className={`text-sm ${error ? 'font-semibold text-red-600' : 'text-slate-600'
}`}
className={`text-sm ${
error ? 'font-semibold text-red-600' : 'text-slate-600'
}`}
>
{numberWithCommas(tokenLength)}/
{numberWithCommas(MAX_TOKENS.cl100k_base)}{' '}
+2 -2
View File
@@ -1,5 +1,5 @@
import { Tiktoken } from "@dqbd/tiktoken/lite";
import cl100k_base from "@dqbd/tiktoken/encoders/cl100k_base.json";
import { Tiktoken } from '@dqbd/tiktoken/lite';
import cl100k_base from '@dqbd/tiktoken/encoders/cl100k_base.json';
type IValidEmbeddingModels = 'cl100k_base';
export const MAX_TOKENS = {
+2836
View File
File diff suppressed because it is too large Load Diff
+1717
View File
File diff suppressed because it is too large Load Diff