Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -5,7 +5,7 @@ import yaml
|
|
| 5 |
import subprocess
|
| 6 |
|
| 7 |
import runpod
|
| 8 |
-
|
| 9 |
import pandas as pd
|
| 10 |
from jinja2 import Template
|
| 11 |
from huggingface_hub import ModelCard, ModelCardData, HfApi, repo_info
|
|
@@ -41,7 +41,7 @@ def merge_models() -> None:
|
|
| 41 |
"""
|
| 42 |
Use mergekit to create a merge.
|
| 43 |
"""
|
| 44 |
-
command = ["mergekit-yaml", "config.yaml", "merge", "--copy-tokenizer"]
|
| 45 |
|
| 46 |
try:
|
| 47 |
result = subprocess.run(command, check=True, stdout=subprocess.PIPE,
|
|
@@ -316,6 +316,7 @@ def merge_loop():
|
|
| 316 |
# Evaluate model on Runpod
|
| 317 |
create_pod(model_name, USERNAME)
|
| 318 |
|
|
|
|
| 319 |
command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
|
| 320 |
subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 321 |
|
|
@@ -336,9 +337,9 @@ title = """
|
|
| 336 |
<p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
|
| 337 |
</div>
|
| 338 |
"""
|
| 339 |
-
|
| 340 |
-
|
| 341 |
-
|
| 342 |
|
| 343 |
print("Start AutoMerger...")
|
| 344 |
|
|
|
|
| 5 |
import subprocess
|
| 6 |
|
| 7 |
import runpod
|
| 8 |
+
import gradio as gr
|
| 9 |
import pandas as pd
|
| 10 |
from jinja2 import Template
|
| 11 |
from huggingface_hub import ModelCard, ModelCardData, HfApi, repo_info
|
|
|
|
| 41 |
"""
|
| 42 |
Use mergekit to create a merge.
|
| 43 |
"""
|
| 44 |
+
command = ["mergekit-yaml", "config.yaml", "merge", "--copy-tokenizer", "--allow-crimes", "--out-shard-size", "1B", "--lazy-unpickle"]
|
| 45 |
|
| 46 |
try:
|
| 47 |
result = subprocess.run(command, check=True, stdout=subprocess.PIPE,
|
|
|
|
| 316 |
# Evaluate model on Runpod
|
| 317 |
create_pod(model_name, USERNAME)
|
| 318 |
|
| 319 |
+
|
| 320 |
command = ["git", "clone", "-q", "https://github.com/Weyaxi/scrape-open-llm-leaderboard"]
|
| 321 |
subprocess.run(command, check=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
|
| 322 |
|
|
|
|
| 337 |
<p><em>AutoMerger selects two 7B models on top of the Open LLM Leaderboard, combine them with a merge technique, and evaluate the resulting model.</em></p>
|
| 338 |
</div>
|
| 339 |
"""
|
| 340 |
+
with gr.Blocks() as demo:
|
| 341 |
+
gr.Markdown(title)
|
| 342 |
+
demo.launch().launch(server_name="0.0.0.0")
|
| 343 |
|
| 344 |
print("Start AutoMerger...")
|
| 345 |
|