44import numpy as np
55from numpy import mean
66from glob import glob
7- from utils import *
7+ from utils import model_info
88from tqdm import tqdm
99import pandas as pd
1010import itertools
@@ -48,6 +48,8 @@ def get_results(tids):
4848 "moe" : info ["moe" ],
4949 "size" : info ["size" ],
5050 "act_param" : info ["act_param" ],
51+ "date" : info .get ("date" , None ),
52+ "prefill" : info .get ("prefill" , False ),
5153 # "direct_complete": info["direct_complete"],
5254 }
5355
@@ -249,7 +251,7 @@ def get_solve_rate(data_dict, task="complete"):
249251
250252def get_hf_ds (results ):
251253 hf_dataset = {"model" : [], "link" : [], "moe" : [], "size" : [], "act_param" : [], "type" : [], #"lazy": [],# "direct_complete": [],
252- "complete" : [], "instruct" : []}
254+ "complete" : [], "instruct" : [], "date" : [], "prefill" : [] }
253255
254256 for model , result in results .items ():
255257 hf_dataset ["model" ].append (model )
@@ -261,6 +263,8 @@ def get_hf_ds(results):
261263 # hf_dataset["lazy"].append(result["lazy"])
262264 hf_dataset ["complete" ].append (result ["pass@1" ]["complete" ])
263265 hf_dataset ["instruct" ].append (result ["pass@1" ]["instruct" ])
266+ hf_dataset ["date" ].append (result ["date" ])
267+ hf_dataset ["prefill" ].append (result ["prefill" ])
264268 # hf_dataset["direct_complete"].append(result["direct_complete"])
265269
266270 return Dataset .from_dict (hf_dataset )
0 commit comments