NoeMartinezSanchez commited on
Commit
d6d9ec6
·
1 Parent(s): 1676a9e

Change model to microsoft/phi-2

Browse files
Files changed (1) hide show
  1. models/gemma_wrapper.py +6 -7
models/gemma_wrapper.py CHANGED
@@ -1,7 +1,7 @@
1
- """Gemma-2-2b-it Wrapper for RAG-based chatbot.
2
 
3
- This module provides a wrapper around the google/gemma-2-2b-it model for generating
4
- responses in a RAG architecture, optimized for CPU-only inference without quantization.
5
  """
6
 
7
  import gc
@@ -19,12 +19,11 @@ from urllib3.util.retry import Retry
19
 
20
 
21
  MODEL_VARIANTS = [
22
- "google/gemma-2-2b-it",
23
- "google/gemma-1.1-2b-it",
24
- "google/gemma-2b-it",
25
  ]
26
 
27
- MIN_TRANSFORMERS_VERSION = "4.42.0"
28
 
29
 
30
  def _check_transformers_version():
 
1
+ """Phi-2 Wrapper for RAG-based chatbot.
2
 
3
+ This module provides a wrapper around the microsoft/phi-2 model for generating
4
+ responses in a RAG architecture, optimized for CPU-only inference.
5
  """
6
 
7
  import gc
 
19
 
20
 
21
  MODEL_VARIANTS = [
22
+ "microsoft/phi-2",
23
+ "google/gemma-1.1-2b-it"
 
24
  ]
25
 
26
+ MIN_TRANSFORMERS_VERSION = "4.40.0"
27
 
28
 
29
  def _check_transformers_version():