cassioblaz commited on
Commit
adab095
·
verified ·
1 Parent(s): 5c62d79

Upload gemma3.Q8_0.gguf with huggingface_hub

Browse files
Files changed (1) hide show
  1. gemma3.Q8_0.gguf +41 -0
gemma3.Q8_0.gguf ADDED
@@ -0,0 +1,41 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ cachetools
2
+ psutil
3
+ sentencepiece # Required for LLaMA tokenizer.
4
+ requests >= 2.26.0
5
+ tqdm
6
+ blake3
7
+ py-cpuinfo
8
+ tokenizers >= 0.19.1 # Required for Llama 3.
9
+ protobuf # Required by LlamaTokenizer.
10
+ fastapi[standard] >= 0.115.0 # Required by FastAPI's form models in the OpenAI API server's audio transcriptions endpoint.
11
+ aiohttp
12
+ openai >= 1.52.0 # Ensure modern openai package (ensure types module present and max_completion_tokens field support)
13
+ pydantic >= 2.9
14
+ prometheus_client >= 0.18.0
15
+ pillow # Required for image processing
16
+ prometheus-fastapi-instrumentator >= 7.0.0
17
+ tiktoken >= 0.6.0 # Required for DBRX tokenizer
18
+ lm-format-enforcer >= 0.10.11, < 0.11
19
+ llguidance >= 0.7.9, < 0.8.0; platform_machine == "x86_64" or platform_machine == "arm64" or platform_machine == "aarch64"
20
+ outlines == 0.1.11
21
+ lark == 1.2.2
22
+ xgrammar == 0.1.16; platform_machine == "x86_64" or platform_machine == "aarch64"
23
+ typing_extensions >= 4.10
24
+ filelock >= 3.16.1 # need to contain https://github.com/tox-dev/filelock/pull/317
25
+ partial-json-parser # used for parsing partial JSON outputs
26
+ pyzmq
27
+ msgspec
28
+ gguf == 0.10.0
29
+ importlib_metadata
30
+ mistral_common[opencv] >= 1.5.4
31
+ pyyaml
32
+ six>=1.16.0; python_version > '3.11' # transitive dependency of pandas that needs to be the latest version for python 3.12
33
+ setuptools>=74.1.1; python_version > '3.11' # Setuptools is used by triton, we need to ensure a modern version is installed for 3.12+ so that it does not try to import distutils, which was removed in 3.12
34
+ einops # Required for Qwen2-VL.
35
+ compressed-tensors == 0.9.2 # required for compressed-tensors
36
+ depyf==0.18.0 # required for profiling and debugging with compilation config
37
+ cloudpickle # allows pickling lambda functions in model_executor/models/registry.py
38
+ watchfiles # required for http server to monitor the updates of TLS files
39
+ python-json-logger # Used by logging as per examples/other/logging_configuration.md
40
+ scipy # Required for phi-4-multimodal-instruct
41
+ ninja # Required for xgrammar, rocm, tpu, xpu