Spaces:
Running on Zero
Running on Zero
Commit History
16 days ago
-
Com app.py Running
Verified signature66ab750 -
Com
Verified signaturee9204de -
File
Verified signature13b6d32 -
Set app
Verified signature9b684fc -
Set require
Verified signature0848f25 -
Fix error
Verified signaturec46cb32 -
edit app.py
Verified signature556f0ce -
Main app.py
Verified signatureb7468b7 -
Main requirements.txt
Verified signature18a82ac -
Done app.py
Verified signatureimport os import torch from fastapi import FastAPI, HTTPException from pydantic import BaseModel from typing import List, Optional, Union, Dict, Any from transformers import AutoTokenizer, AutoModelForCausalLM import spaces import gradio as gr app = FastAPI(title="Hermes 8B API") MODEL_ID = "casperhansen/llama-3-hermes-3-8b-awq" print("1. Loading Tokenizer...") tokenizer = AutoTokenizer.from_pretrained(MODEL_ID, trust_remote_code=True) print("2. Loading Model Weights (ZeroGPU compliant)...") # Model ko global level par load karein; ZeroGPU isse GPU call ke waqt automatically mount karta hai model = AutoModelForCausalLM.from_pretrained( MODEL_ID, torch_dtype=torch.float16, device_map="auto", low_cpu_mem_usage=True ) class Message(BaseModel): role: str content: str class ChatCompletionRequest(BaseModel): model: Optional[str] = "Hermes-3-8B" messages: List[Message] max_tokens: Optional[int] = 1024 # Dev partner ke liye minimum 1024 rakhein …a5353fc -
Done requirements.txt
Verified signature74bb75b
19 days ago
-
res app.py
Verified signature69ff7d2 -
res requirements.txt
Verified signature8b12993 -
change architecture app.py
Verified signatured8a46c1 -
replace code app.py
Verified signature751a1b9 -
add change app.py
Verified signature26ea156 -
replace app.py
Verified signature0bab660 -
run app.py
Verified signature87b6717 -
test requiremt.txt
Verified signature1fcbea8 -
test app.py
Verified signaturea77b562 -
done app.py
Verified signature8961bc1 -
restore requirements.txt
Verified signature99d8d04 -
restore app.py
Verified signature753c39b -
update requirements.txt
Verified signature5a8ef46 -
update app.py
Verified signature91ccdd0 -
create requirements.txt
Verified signatureb14332e -
create app.py
Verified signature2c7303f -
initial commit
Verified signature544a053