output = llm(
"Once upon a time,",
max_tokens=512,
echo=True
)
print(output)This repo has collection of fine tuned medical embedding model based on bge
- Downloads last month
- 4
Hardware compatibility
Log In to add your hardware
16-bit
Inference Providers NEW
This model isn't deployed by any Inference Provider. ๐ Ask for provider support
# !pip install llama-cpp-python from llama_cpp import Llama llm = Llama.from_pretrained( repo_id="fudanjx/med-embed-models", filename="medical-bge-large-mix2-F16.gguf", )