Huanzhi Mao
commited on
Commit
·
7580374
1
Parent(s):
8920689
gemma name change
Browse files
data.csv
CHANGED
|
@@ -18,6 +18,6 @@ Rank,Overall Acc,Model,Model Link,Organization,License,AST Summary,Exec Summary,
|
|
| 18 |
17,55.68%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,42.18%,29.30%,79.71%,89.00%,0.00%,0.00%,51.19%,66.00%,0.00%,0.00%,78.30%
|
| 19 |
18,54.52%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,40.14%,27.12%,74.55%,86.00%,0.00%,0.00%,50.00%,56.00%,0.00%,2.50%,87.08%
|
| 20 |
19,45.96%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,48.59%,8.55%,48.36%,61.00%,37.50%,47.50%,24.70%,2.00%,0.00%,7.50%,66.25%
|
| 21 |
-
20,44.40%,Gemma,https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,48.61%,40.43%,61.45%,60.00%,41.00%,32.00%,44.71%,48.00%,44.00%,25.00%,0.42%
|
| 22 |
21,33.37%,Gorilla-OpenFunctions-v0 (FC),https://gorilla.cs.berkeley.edu/blogs/4_open_functions.html,Gorilla LLM,Apache 2.0,29.88%,24.06%,60.00%,56.00%,0.00%,3.50%,38.24%,58.00%,0.00%,0.00%,4.58%
|
| 23 |
22,24.58%,Glaive-v1 (FC),https://huggingface.co/glaiveai/glaive-function-calling-v1,Glaive,cc-by-sa-4.0,15.14%,14.92%,34.55%,26.00%,0.00%,0.00%,21.18%,36.00%,0.00%,2.50%,46.25%
|
|
|
|
| 18 |
17,55.68%,Gemini-1.0-Pro (FC),https://deepmind.google/technologies/gemini/#introduction,Google,Proprietary,42.18%,29.30%,79.71%,89.00%,0.00%,0.00%,51.19%,66.00%,0.00%,0.00%,78.30%
|
| 19 |
18,54.52%,GPT-4-0613 (FC),https://platform.openai.com/docs/models/gpt-4-and-gpt-4-turbo,OpenAI,Proprietary,40.14%,27.12%,74.55%,86.00%,0.00%,0.00%,50.00%,56.00%,0.00%,2.50%,87.08%
|
| 20 |
19,45.96%,Deepseek-v1.5 (Prompt),https://huggingface.co/deepseek-ai/deepseek-coder-7b-instruct-v1.5,Deepseek,Deepseek License,48.59%,8.55%,48.36%,61.00%,37.50%,47.50%,24.70%,2.00%,0.00%,7.50%,66.25%
|
| 21 |
+
20,44.40%,Gemma-7b-it (Prompt),https://blog.google/technology/developers/gemma-open-models/,Google,gemma-terms-of-use,48.61%,40.43%,61.45%,60.00%,41.00%,32.00%,44.71%,48.00%,44.00%,25.00%,0.42%
|
| 22 |
21,33.37%,Gorilla-OpenFunctions-v0 (FC),https://gorilla.cs.berkeley.edu/blogs/4_open_functions.html,Gorilla LLM,Apache 2.0,29.88%,24.06%,60.00%,56.00%,0.00%,3.50%,38.24%,58.00%,0.00%,0.00%,4.58%
|
| 23 |
22,24.58%,Glaive-v1 (FC),https://huggingface.co/glaiveai/glaive-function-calling-v1,Glaive,cc-by-sa-4.0,15.14%,14.92%,34.55%,26.00%,0.00%,0.00%,21.18%,36.00%,0.00%,2.50%,46.25%
|
helper.py
DELETED
|
@@ -1,42 +0,0 @@
|
|
| 1 |
-
import csv
|
| 2 |
-
|
| 3 |
-
COLUMNS = [
|
| 4 |
-
"Rank",
|
| 5 |
-
"Overall Acc",
|
| 6 |
-
"Model",
|
| 7 |
-
"Model Link",
|
| 8 |
-
"Organization",
|
| 9 |
-
"License",
|
| 10 |
-
"AST Summary",
|
| 11 |
-
"Exec Summary",
|
| 12 |
-
"Simple Function AST",
|
| 13 |
-
"Multiple Functions AST",
|
| 14 |
-
"Parallel Functions AST",
|
| 15 |
-
"Parallel Multiple AST",
|
| 16 |
-
"Simple Function Exec",
|
| 17 |
-
"Multiple Functions Exec",
|
| 18 |
-
"Parallel Functions Exec",
|
| 19 |
-
"Parallel Multiple Exec",
|
| 20 |
-
"Relevance Detection",
|
| 21 |
-
]
|
| 22 |
-
|
| 23 |
-
def parse_csv(text):
|
| 24 |
-
lines = text.split('\n')
|
| 25 |
-
lines = lines[1:]
|
| 26 |
-
result = [COLUMNS]
|
| 27 |
-
for i in range(len(lines)):
|
| 28 |
-
row = lines[i].split(',')[:16]
|
| 29 |
-
row.insert(0, i + 1)
|
| 30 |
-
overall_acc = row.pop(5)
|
| 31 |
-
row.insert(1, overall_acc)
|
| 32 |
-
result.append(row)
|
| 33 |
-
return result
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
with open('./data.csv', 'r') as file:
|
| 37 |
-
csv_text = file.read()
|
| 38 |
-
DATA = parse_csv(csv_text)
|
| 39 |
-
|
| 40 |
-
with open('./data.csv', 'w') as file:
|
| 41 |
-
writer = csv.writer(file)
|
| 42 |
-
writer.writerows(DATA)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|