mflash123 commited on
Commit
54783ac
·
1 Parent(s): 5fb0645

Add application file

Browse files
Files changed (6) hide show
  1. Dockerfile +18 -13
  2. main.py +16 -1
  3. requirements.txt +6 -2
  4. static/index.html +36 -24
  5. static/script.js +12 -8
  6. static/style.css +0 -0
Dockerfile CHANGED
@@ -1,22 +1,27 @@
1
-
2
- # read the doc: https://huggingface.co/docs/hub/spaces-sdks-docker
3
- # you will also find guides on how best to write your Dockerfile
4
-
5
  FROM python:3.9
6
 
7
- # The two following lines are requirements for the Dev Mode to be functional
8
- # Learn more about the Dev Mode at https://huggingface.co/dev-mode-explorers
9
- RUN useradd -m -u 1000 user
10
- WORKDIR /app
11
 
12
- COPY --chown=user ./requirements.txt requirements.txt
13
- RUN pip install --no-cache-dir --upgrade -r requirements.txt
14
 
15
- COPY --chown=user . /app
 
16
 
 
 
 
17
  USER user
18
-
19
  ENV HOME=/home/user \
20
  PATH=/home/user/.local/bin:$PATH
21
 
22
- CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
 
 
 
 
 
 
 
1
+ # Use the official Python 3.9 image
 
 
 
2
  FROM python:3.9
3
 
4
+ # Set the working directory to /code
5
+ WORKDIR /code
 
 
6
 
7
+ # Copy the current directory contents into the container at /code
8
+ COPY ./requirements.txt /code/requirements.txt
9
 
10
+ # Install requirements.txt
11
+ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
12
 
13
+ # Set up a new user named "user" with user ID 1000
14
+ RUN useradd -m -u 1000 user
15
+ # Switch to the "user" user
16
  USER user
17
+ # Set home to the user's home directory
18
  ENV HOME=/home/user \
19
  PATH=/home/user/.local/bin:$PATH
20
 
21
+ # Set the working directory to the user's home directory
22
+ WORKDIR $HOME/app
23
+
24
+ # Copy the current directory contents into the container at $HOME/app setting the owner to the user
25
+ COPY --chown=user . $HOME/app
26
+
27
+ CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
main.py CHANGED
@@ -1,5 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  app.mount("/", StaticFiles(directory="static", html=True), name="static")
2
 
3
  @app.get("/")
4
  def index() -> FileResponse:
5
- return FileResponse(path="/app/static/index.html", media_type="text/html")
 
1
+ from fastapi import FastAPI
2
+ from fastapi.staticfiles import StaticFiles
3
+ from fastapi.responses import FileResponse
4
+
5
+ from transformers import pipeline
6
+
7
+ app = FastAPI()
8
+
9
+ pipe_flan = pipeline("text2text-generation", model="google/flan-t5-small")
10
+
11
+ @app.get("/infer_t5")
12
+ def t5(input):
13
+ output = pipe_flan(input)
14
+ return {"output": output[0]["generated_text"]}
15
+
16
  app.mount("/", StaticFiles(directory="static", html=True), name="static")
17
 
18
  @app.get("/")
19
  def index() -> FileResponse:
20
+ return FileResponse(path="/app/static/index.html", media_type="text/html")
requirements.txt CHANGED
@@ -1,2 +1,6 @@
1
- fastapi
2
- uvicorn[standard]
 
 
 
 
 
1
+ fastapi==0.74.*
2
+ requests==2.27.*
3
+ sentencepiece==0.1.*
4
+ torch==1.11.*
5
+ transformers==4.*
6
+ uvicorn[standard]==0.17.*
static/index.html CHANGED
@@ -1,24 +1,36 @@
1
- <main>
2
- <section id="text-gen">
3
- <h2>Text generation using Flan T5</h2>
4
- <p>
5
- Model:
6
- <a
7
- href="https://huggingface.co/google/flan-t5-small"
8
- rel="noreferrer"
9
- target="_blank"
10
- >google/flan-t5-small
11
- </a>
12
- </p>
13
- <form class="text-gen-form">
14
- <label for="text-gen-input">Text prompt</label>
15
- <input
16
- id="text-gen-input"
17
- type="text"
18
- value="German: There are many ducks"
19
- />
20
- <button id="text-gen-submit">Submit</button>
21
- <p class="text-gen-output"></p>
22
- </form>
23
- </section>
24
- </main>
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <!DOCTYPE html>
2
+ <html lang="en">
3
+ <head>
4
+ <meta charset="UTF-8" />
5
+ <meta name="viewport" content="width=device-width, initial-scale=1.0" />
6
+ <title>Fast API 🤗 Space served with Uvicorn</title>
7
+ <link rel="stylesheet" href="style.css" />
8
+ <script type="module" src="script.js"></script>
9
+ </head>
10
+ <body>
11
+ <main>
12
+ <section id="text-gen">
13
+ <h1>Text generation using Flan T5</h1>
14
+ <p>
15
+ Model:
16
+ <a
17
+ href="https://huggingface.co/google/flan-t5-small"
18
+ rel="noreferrer"
19
+ target="_blank"
20
+ >google/flan-t5-small</a
21
+ >
22
+ </p>
23
+ <form class="text-gen-form">
24
+ <label for="text-gen-input">Text prompt</label>
25
+ <input
26
+ id="text-gen-input"
27
+ type="text"
28
+ value="English: Translate There are many ducks. German:"
29
+ />
30
+ <button id="text-gen-submit">Submit</button>
31
+ <p class="text-gen-output"></p>
32
+ </form>
33
+ </section>
34
+ </main>
35
+ </body>
36
+ </html>
static/script.js CHANGED
@@ -1,17 +1,21 @@
1
- const textGenForm = document.querySelector(".text-gen-form");
2
 
3
  const translateText = async (text) => {
4
- const inferResponse = await fetch(`infer_t5?input=${text}`);
5
- const inferJson = await inferResponse.json();
6
 
7
- return inferJson.output;
8
  };
9
 
10
- textGenForm.addEventListener("submit", async (event) => {
11
  event.preventDefault();
12
 
13
- const textGenInput = document.getElementById("text-gen-input");
14
- const textGenParagraph = document.querySelector(".text-gen-output");
15
 
16
- textGenParagraph.textContent = await translateText(textGenInput.value);
 
 
 
 
17
  });
 
1
+ const textGenForm = document.querySelector('.text-gen-form');
2
 
3
  const translateText = async (text) => {
4
+ const inferResponse = await fetch(`infer_t5?input=${text}`);
5
+ const inferJson = await inferResponse.json();
6
 
7
+ return inferJson.output;
8
  };
9
 
10
+ textGenForm.addEventListener('submit', async (event) => {
11
  event.preventDefault();
12
 
13
+ const textGenInput = document.getElementById('text-gen-input');
14
+ const textGenParagraph = document.querySelector('.text-gen-output');
15
 
16
+ try {
17
+ textGenParagraph.textContent = await translateText(textGenInput.value);
18
+ } catch (err) {
19
+ console.error(err);
20
+ }
21
  });
static/style.css ADDED
File without changes