Spaces:
Runtime error
Runtime error
File size: 683 Bytes
65567a2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
import GPT3Tokenizer from "gpt3-tokenizer";
import prettier from "prettier";
export const tokenizer = new GPT3Tokenizer({ type: "gpt3" });
export function getTokens(text: string) {
return tokenizer.encode(text).bpe.length;
}
export function prettify(code: string) {
try {
return prettier.format(code, { useTabs: true, semi: true, parser: "babel" });
} catch {
return code;
}
}
export function getTheme(mode: string | undefined, systemMode: string | undefined) {
if (mode === "system") {
return `vs-${systemMode}`;
}
if (mode) {
return `vs-${mode}`;
}
return undefined;
}
export { extractCode } from "@/utils/prompt";
export { miniPrompt } from "@/utils/prompt";
|