import transformers import torch
model_id = "meta-llama/Meta-Llama-3.1-8B"
pipeline = transformers.pipeline( "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto" )
pipeline("Hey how are you doing today?")
Inference Providers NEW
This model isn't deployed by any Inference Provider. 🙋 Ask for provider support
Model tree for divjotst/llama_integration_EWS
Base model
meta-llama/Llama-3.1-8B Finetuned
meta-llama/Llama-3.1-8B-Instruct
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("divjotst/llama_integration_EWS", device_map="auto")