Quantumbraid's picture
download
raw
2.65 kB
import path from 'path';
import prisma from '@/server/prisma';
import { defaultDatasetsFolder, defaultDataRoot } from '@/paths';
import { defaultTrainFolder } from '@/paths';
import NodeCache from 'node-cache';
const myCache = new NodeCache();
export const flushCache = () => {
myCache.flushAll();
};
export const getDatasetsRoot = async () => {
const key = 'DATASETS_FOLDER';
let datasetsPath = myCache.get(key) as string;
if (datasetsPath) {
return datasetsPath;
}
let row = await prisma.settings.findFirst({
where: {
key: 'DATASETS_FOLDER',
},
});
datasetsPath = defaultDatasetsFolder;
if (row?.value && row.value !== '') {
datasetsPath = row.value;
}
// Strip trailing slashes; the routes' `root + path.sep` prefix checks 403
// on every file if the stored path ends with a separator.
datasetsPath = path.resolve(datasetsPath);
myCache.set(key, datasetsPath);
return datasetsPath as string;
};
export const getTrainingFolder = async () => {
const key = 'TRAINING_FOLDER';
let trainingRoot = myCache.get(key) as string;
if (trainingRoot) {
return trainingRoot;
}
let row = await prisma.settings.findFirst({
where: {
key: key,
},
});
trainingRoot = defaultTrainFolder;
if (row?.value && row.value !== '') {
trainingRoot = row.value;
}
trainingRoot = path.resolve(trainingRoot);
myCache.set(key, trainingRoot);
return trainingRoot as string;
};
export const getHFToken = async () => {
const key = 'HF_TOKEN';
let token = myCache.get(key) as string;
if (token) {
return token;
}
let row = await prisma.settings.findFirst({
where: {
key: key,
},
});
token = '';
if (row?.value && row.value !== '') {
token = row.value;
}
myCache.set(key, token);
return token;
};
export const getDataRoot = async () => {
const key = 'DATA_ROOT';
let dataRoot = myCache.get(key) as string;
if (dataRoot) {
return dataRoot;
}
let row = await prisma.settings.findFirst({
where: {
key: key,
},
});
dataRoot = defaultDataRoot;
if (row?.value && row.value !== '') {
dataRoot = row.value;
}
dataRoot = path.resolve(dataRoot);
myCache.set(key, dataRoot);
return dataRoot;
};
// MODELS_PATH: env wins, then the setting, then <toolkit>/models
export const getModelsPath = async () => {
if (process.env.MODELS_PATH && process.env.MODELS_PATH.trim() !== '') return process.env.MODELS_PATH;
const row = await prisma.settings.findFirst({ where: { key: 'MODELS_PATH' } });
if (row?.value && row.value !== '') return row.value;
return path.join(process.cwd(), '..', 'models');
};

Xet Storage Details

Size:
2.65 kB
·
Xet hash:
de2142e92201bf34607e079cfb98235998ac60f595b6ad0753aa2a446e3577e5

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.