modules/load_model.py

import os
import gradio as gr
import copy
import llama_cpp
from llama_cpp import Llama
import random
from huggingface_hub import hf_hub_download  
import time

def load_model(path, n_ctx, n_gpu_layers, n_threads, verbose, f16_kv, logits_all, vocab_only, use_mmap, use_mlock, n_batch, last_n_tokens_size, low_vram, rope_freq_base, rope_freq_scale):
    try:
        dir = os.getcwd()
        global llm
        llm = Llama(
            model_path=f"{dir}/models/{path}",
            n_ctx=n_ctx,
            n_gpu_layers=n_gpu_layers,
            n_threads=n_threads,
            verbose=verbose,
            f16_kv=f16_kv,
            logits_all=logits_all,
            vocab_only=vocab_only,
            use_mmap=use_mmap,
            use_mlock=use_mlock,
            n_batch=n_batch,
            last_n_tokens_size=last_n_tokens_size,
            low_vram=low_vram,
            rope_freq_base=rope_freq_base,
            rope_freq_scale=rope_freq_scale,



        )
        return path 
    except:
        return ""