Spaces:
Build error
Build error
kwabs22 commited on
Commit ·
35ed179
1
Parent(s): 43b1821
More buttons
Browse files
app.py
CHANGED
|
@@ -64,67 +64,6 @@ def generate_response(user_message): #generate_response_token_by_token
|
|
| 64 |
if process.returncode != 0:
|
| 65 |
error_message = process.stderr.read()
|
| 66 |
print(f"Error: {error_message}")
|
| 67 |
-
|
| 68 |
-
# def custom_generate_response0(cust_user_message):
|
| 69 |
-
# cust_user_message = CustomPrompts[0] + '\n\n' + cust_user_message + '\n\nClass Diagram:'
|
| 70 |
-
# yield from generate_response(cust_user_message)
|
| 71 |
-
|
| 72 |
-
# def custom_generate_response1(cust_user_message):
|
| 73 |
-
# cust_user_message = CustomPrompts[1] + '\n\n' + cust_user_message + '\n\nPydot Code:'
|
| 74 |
-
# yield from generate_response(cust_user_message)
|
| 75 |
-
|
| 76 |
-
# def custom_generate_response2(cust_user_message):
|
| 77 |
-
# cust_user_message = CustomPrompts[2] + '\n' + cust_user_message + '\n\nScene Details'
|
| 78 |
-
# yield from generate_response(cust_user_message)
|
| 79 |
-
|
| 80 |
-
# def custom_generate_response3(cust_user_message):
|
| 81 |
-
# cust_user_message = CustomPrompts[3] + '\n' + cust_user_message + '\n\nTeardown Details:'
|
| 82 |
-
# yield from generate_response(cust_user_message)
|
| 83 |
-
|
| 84 |
-
# def custom_generate_response4(cust_user_message):
|
| 85 |
-
# cust_user_message = CustomPrompts[4] + '\n' + cust_user_message + '\n\nManufacturing Details:'
|
| 86 |
-
# yield from generate_response(cust_user_message)
|
| 87 |
-
|
| 88 |
-
# def custom_generate_response5(cust_user_message):
|
| 89 |
-
# cust_user_message = CustomPrompts[5] + '\n' + cust_user_message + '\n\nConsiderations:'
|
| 90 |
-
# yield from generate_response(cust_user_message)
|
| 91 |
-
|
| 92 |
-
# CustomPrompts = [
|
| 93 |
-
# "Write a Class Diagram based on the following text:",
|
| 94 |
-
# "Write a Pydot code based on the following text:",
|
| 95 |
-
# "Describe what a standard happy scene in any movie would be planned in great detail, based on the following text:",
|
| 96 |
-
# "Explain a teardown of the product mentioned in the following text:",
|
| 97 |
-
# "Explain the manufacturing of the product mentioned in the following text:",
|
| 98 |
-
# "Explain the marketing considerations of the product mentioned in the following text:",
|
| 99 |
-
# ]
|
| 100 |
-
|
| 101 |
-
# with gr.Blocks() as iface:
|
| 102 |
-
# gr.Interface(
|
| 103 |
-
# fn=generate_response,
|
| 104 |
-
# inputs=gr.Textbox(lines=2, placeholder="Type your message here..."),
|
| 105 |
-
# outputs="text",
|
| 106 |
-
# title="Stable LM 2 Zephyr (1.6b) LLama.cpp Interface Test (Inconsistent Performance - 100 tokens in 50 secs or 800+ secs | Over 100 token prompt always slow)",
|
| 107 |
-
# description="No Prompt template used yet (Essentially autocomplete). No Message History for now - Enter your message and get a response.",
|
| 108 |
-
# flagging_dir="/usr/src/app/flagged",
|
| 109 |
-
# )
|
| 110 |
-
# #gr.Interface(fn=generate_response_token_by_token, inputs=gr.Textbox(lines=2, placeholder='Type prompt here...'), outputs="text", description="More Responsive streaming test")
|
| 111 |
-
# with gr.Group():
|
| 112 |
-
# gr.HTML("Test for wrapping generator (Instead of buttons tabs and dropdowns?)")
|
| 113 |
-
# MainOutput = gr.TextArea(placeholder='Output will show here')
|
| 114 |
-
# CustomButtonInput = gr.TextArea(lines=1, placeholder='Prompt goes here')
|
| 115 |
-
# CustomButtonTeardown = gr.Button(CustomPrompts[3])
|
| 116 |
-
# CustomButtonManufacture = gr.Button(CustomPrompts[4])
|
| 117 |
-
# CustomButtonMarketingConsid = gr.Button(CustomPrompts[5])
|
| 118 |
-
# CustomButtonClassDiagram = gr.Button(CustomPrompts[0])
|
| 119 |
-
# CustomButtonPydotcode = gr.Button(CustomPrompts[1])
|
| 120 |
-
# CustomButtonHappyMovieScene = gr.Button(CustomPrompts[2])
|
| 121 |
-
# CustomButtonClassDiagram.click(custom_generate_response0, inputs=[CustomButtonInput], outputs=MainOutput)
|
| 122 |
-
# CustomButtonPydotcode.click(custom_generate_response1, inputs=[CustomButtonInput], outputs=MainOutput)
|
| 123 |
-
# CustomButtonHappyMovieScene.click(custom_generate_response2, inputs=[CustomButtonInput], outputs=MainOutput)
|
| 124 |
-
# CustomButtonTeardown.click(custom_generate_response3, inputs=[CustomButtonInput], outputs=MainOutput)
|
| 125 |
-
# CustomButtonManufacture.click(custom_generate_response4, inputs=[CustomButtonInput], outputs=MainOutput)
|
| 126 |
-
# CustomButtonMarketingConsid.click(custom_generate_response5, inputs=[CustomButtonInput], outputs=MainOutput)
|
| 127 |
-
|
| 128 |
|
| 129 |
def custom_generate_response(cust_user_message, prompt_index):
|
| 130 |
"""
|
|
@@ -147,14 +86,16 @@ CustomPrompts = [
|
|
| 147 |
("Explain the manufacturing of the product mentioned in the following text:", "Manufacturing Details:"),
|
| 148 |
("Explain the marketing considerations of the product mentioned in the following text:", "Considerations:"),
|
| 149 |
("Explain the target users considerations of the product mentioned in the following text:", "Target Users Considerations:"),
|
|
|
|
| 150 |
]
|
| 151 |
|
| 152 |
-
with gr.Blocks() as iface:
|
|
|
|
| 153 |
gr.Interface(
|
| 154 |
fn=generate_response,
|
| 155 |
inputs=gr.Textbox(lines=2, placeholder="Type your message here..."),
|
| 156 |
outputs="text",
|
| 157 |
-
title="Stable LM 2 Zephyr (1.6b) LLama.cpp Interface Test (Inconsistent Performance - 100 tokens in 50 secs or 800+ secs)",
|
| 158 |
description="No Prompt template used yet (Essentially autocomplete). No Message History for now - Enter your message and get a response.",
|
| 159 |
flagging_dir="/usr/src/app/flagged",
|
| 160 |
)
|
|
|
|
| 64 |
if process.returncode != 0:
|
| 65 |
error_message = process.stderr.read()
|
| 66 |
print(f"Error: {error_message}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 67 |
|
| 68 |
def custom_generate_response(cust_user_message, prompt_index):
|
| 69 |
"""
|
|
|
|
| 86 |
("Explain the manufacturing of the product mentioned in the following text:", "Manufacturing Details:"),
|
| 87 |
("Explain the marketing considerations of the product mentioned in the following text:", "Considerations:"),
|
| 88 |
("Explain the target users considerations of the product mentioned in the following text:", "Target Users Considerations:"),
|
| 89 |
+
("My problem to solve is", "- please make 10 sub problems have to solve from this:"),
|
| 90 |
]
|
| 91 |
|
| 92 |
+
with gr.Blocks() as iface:
|
| 93 |
+
gr.HTML("Stabilityai's demo - https://huggingface.co/spaces/stabilityai/stablelm-2-1_6b-zephyr")
|
| 94 |
gr.Interface(
|
| 95 |
fn=generate_response,
|
| 96 |
inputs=gr.Textbox(lines=2, placeholder="Type your message here..."),
|
| 97 |
outputs="text",
|
| 98 |
+
title="Stable LM 2 Zephyr (1.6b) LLama.cpp Interface Test (Inconsistent Performance - 100 tokens in 50 secs (when this HF space is updated) or 800+ secs(HF space open for long))",
|
| 99 |
description="No Prompt template used yet (Essentially autocomplete). No Message History for now - Enter your message and get a response.",
|
| 100 |
flagging_dir="/usr/src/app/flagged",
|
| 101 |
)
|