Spaces:
Running on Zero
Running on Zero
Commit History
16 days ago
-
Com app.py Running
Verified signature66ab750 -
File
Verified signature13b6d32 -
Set app
Verified signature9b684fc -
Fix error
Verified signaturec46cb32 -
edit app.py
Verified signature556f0ce -
Main app.py
Verified signatureb7468b7 -
Done app.py
Verified signatureimport os import torch from fastapi import FastAPI, HTTPException from pydantic import BaseModel from typing import List, Optional, Union, Dict, Any from transformers import AutoTokenizer, AutoModelForCausalLM import spaces import gradio as gr app = FastAPI(title="Hermes 8B API") MODEL_ID = "casperhansen/llama-3-hermes-3-8b-awq" print("1. Loading Tokenizer...") tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True) print("2. Loading Model Weights (ZeroGPU compliant)...") # Model ko global level par load karein; ZeroGPU isse GPU call ke waqt automatically mount karta hai model = AutoModelForCausalLM.from_pretrained( MODEL_ID, torch_dtype=torch.float16, device_map="auto", low_cpu_mem_usage=True ) class Message(BaseModel): role: str content: str class ChatCompletionRequest(BaseModel): model: Optional[str] = "Hermes-3-8B" messages: List[Message] max_tokens: Optional[int] = 1024 # Dev partner ke liye minimum 1024 rakhein …a5353fc
19 days ago
-
res app.py
Verified signature69ff7d2 -
change architecture app.py
Verified signatured8a46c1 -
replace code app.py
Verified signature751a1b9 -
add change app.py
Verified signature26ea156 -
replace app.py
Verified signature0bab660 -
run app.py
Verified signature87b6717 -
test app.py
Verified signaturea77b562 -
done app.py
Verified signature8961bc1 -
restore app.py
Verified signature753c39b -
update app.py
Verified signature91ccdd0 -
create app.py
Verified signature2c7303f