IW2025 commited on
Commit
1ff95ec
·
verified ·
1 Parent(s): bbcaec4

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -2,11 +2,11 @@ import gradio as gr
2
  import os
3
  from pathlib import Path
4
  import fitz # PyMuPDF
5
- from langchain.embeddings import HuggingFaceEmbeddings
6
- from langchain.vectorstores import Chroma
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
  from langchain.chains import RetrievalQA
9
- from langchain.llms import HuggingFacePipeline
10
  from langchain.prompts import PromptTemplate
11
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
12
  import torch
@@ -30,7 +30,7 @@ class CurriculumAssistant:
30
  model = AutoModelForCausalLM.from_pretrained(
31
  model_name,
32
  torch_dtype=torch.float16,
33
- device_map="auto",
34
  trust_remote_code=True
35
  )
36
 
 
2
  import os
3
  from pathlib import Path
4
  import fitz # PyMuPDF
5
+ from langchain_community.embeddings import HuggingFaceEmbeddings
6
+ from langchain_community.vectorstores import Chroma
7
  from langchain.text_splitter import RecursiveCharacterTextSplitter
8
  from langchain.chains import RetrievalQA
9
+ from langchain_community.llms import HuggingFacePipeline
10
  from langchain.prompts import PromptTemplate
11
  from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
12
  import torch
 
30
  model = AutoModelForCausalLM.from_pretrained(
31
  model_name,
32
  torch_dtype=torch.float16,
33
+ device_map=None, # Use CPU for Hugging Face Spaces
34
  trust_remote_code=True
35
  )
36