File size: 891 Bytes
76a61b7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
import os

BASE_DIR = "/home/adminuser/aiops_pocs/MAMBA_FINETUNING"
DATA_DIR = os.path.join(BASE_DIR, "data")
RESULTS_DIR = os.path.join(BASE_DIR, "results")
DOCS_DIR = os.path.join(BASE_DIR, "docs")

MODEL_ID = "tiiuae/falcon-mamba-7b-instruct"
DATASET_ID = "BespokeLabs/Bespoke-Stratos-17k"

HF_HUB_REPO = "namanadep/Mamba-7B-Reasoning"
OLLAMA_MODEL_NAME = "mamba-7b-reasoning:latest"

TRAIN_FILE = os.path.join(DATA_DIR, "train.jsonl")
VAL_FILE = os.path.join(DATA_DIR, "val.jsonl")
EVAL_FILE = os.path.join(DATA_DIR, "eval_100_prompts.jsonl")

OUTPUT_ADAPTER_DIR = os.path.join(RESULTS_DIR, "adapter")
OUTPUT_MERGED_DIR = os.path.join(RESULTS_DIR, "merged")
GGUF_OUTPUT_FILE = os.path.join(RESULTS_DIR, "mamba-7b-reasoning-f16.gguf")
EVAL_RESULTS_JSON = os.path.join(RESULTS_DIR, "eval_results.json")
EVAL_COMPARISON_MD = os.path.join(DOCS_DIR, "MAMBA_7B_REASONING_BENCHMARK_REPORT.md")