Skip to content

Commit 8fb8e23

Browse files
committed
update model meta info and processing script
1 parent 9bd90fe commit 8fb8e23

2 files changed

Lines changed: 227 additions & 199 deletions

File tree

analysis/get_results.py

Lines changed: 6 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44
import numpy as np
55
from numpy import mean
66
from glob import glob
7-
from utils import *
7+
from utils import model_info
88
from tqdm import tqdm
99
import pandas as pd
1010
import itertools
@@ -48,6 +48,8 @@ def get_results(tids):
4848
"moe": info["moe"],
4949
"size": info["size"],
5050
"act_param": info["act_param"],
51+
"date": info.get("date", None),
52+
"prefill": info.get("prefill", False),
5153
# "direct_complete": info["direct_complete"],
5254
}
5355

@@ -249,7 +251,7 @@ def get_solve_rate(data_dict, task="complete"):
249251

250252
def get_hf_ds(results):
251253
hf_dataset = {"model": [], "link": [], "moe": [], "size": [], "act_param": [], "type": [], #"lazy": [],# "direct_complete": [],
252-
"complete": [], "instruct": []}
254+
"complete": [], "instruct": [], "date": [], "prefill": []}
253255

254256
for model, result in results.items():
255257
hf_dataset["model"].append(model)
@@ -261,6 +263,8 @@ def get_hf_ds(results):
261263
# hf_dataset["lazy"].append(result["lazy"])
262264
hf_dataset["complete"].append(result["pass@1"]["complete"])
263265
hf_dataset["instruct"].append(result["pass@1"]["instruct"])
266+
hf_dataset["date"].append(result["date"])
267+
hf_dataset["prefill"].append(result["prefill"])
264268
# hf_dataset["direct_complete"].append(result["direct_complete"])
265269

266270
return Dataset.from_dict(hf_dataset)

0 commit comments

Comments
 (0)