Skip to content

Commit 7d664d9

Browse files
celine-leeceline-lee
committed
Deployed 001d787 with MkDocs version: 1.6.1
1 parent 84cc759 commit 7d664d9

File tree

4 files changed

+179
-14
lines changed

4 files changed

+179
-14
lines changed

‎analysis_baseline/index.html‎

Lines changed: 81 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -330,6 +330,87 @@ <h1 id="submission-name-claude-sonnet-base-lite">Submission Name: Claude Sonnet
330330
<tbody>
331331
<tr>
332332
<td></td>
333+
<td>simpy</td>
334+
<td>No</td>
335+
<td>20 / 150</td>
336+
<td>1.60</td>
337+
<td>analysis_baseline_simpy</td>
338+
<td></td>
339+
</tr>
340+
<tr>
341+
<td></td>
342+
<td>tinydb</td>
343+
<td>No</td>
344+
<td>Pytest failed</td>
345+
<td>Failed.</td>
346+
<td>analysis_baseline_tinydb</td>
347+
<td></td>
348+
</tr>
349+
<tr>
350+
<td></td>
351+
<td>marshmallow</td>
352+
<td>No</td>
353+
<td>Pytest failed</td>
354+
<td>Failed.</td>
355+
<td>analysis_baseline_marshmallow</td>
356+
<td></td>
357+
</tr>
358+
<tr>
359+
<td></td>
360+
<td>wcwidth</td>
361+
<td>No</td>
362+
<td>6 / 39</td>
363+
<td>1.01</td>
364+
<td>analysis_baseline_wcwidth</td>
365+
<td></td>
366+
</tr>
367+
<tr>
368+
<td></td>
369+
<td>imapclient</td>
370+
<td>Yes</td>
371+
<td>0 / 0</td>
372+
<td>0.33</td>
373+
<td>analysis_baseline_imapclient</td>
374+
<td></td>
375+
</tr>
376+
<tr>
377+
<td></td>
378+
<td>voluptuous</td>
379+
<td>Yes</td>
380+
<td>0 / 1</td>
381+
<td>0.20</td>
382+
<td>analysis_baseline_voluptuous</td>
383+
<td></td>
384+
</tr>
385+
<tr>
386+
<td></td>
387+
<td>jinja</td>
388+
<td>No</td>
389+
<td>Pytest failed</td>
390+
<td>Failed.</td>
391+
<td>analysis_baseline_jinja</td>
392+
<td></td>
393+
</tr>
394+
<tr>
395+
<td></td>
396+
<td>deprecated</td>
397+
<td>No</td>
398+
<td>80 / 171</td>
399+
<td>0.96</td>
400+
<td>analysis_baseline_deprecated</td>
401+
<td></td>
402+
</tr>
403+
<tr>
404+
<td></td>
405+
<td>cookiecutter</td>
406+
<td>No</td>
407+
<td>97 / 371</td>
408+
<td>10.05</td>
409+
<td>analysis_baseline_cookiecutter</td>
410+
<td></td>
411+
</tr>
412+
<tr>
413+
<td></td>
333414
<td>cachetools</td>
334415
<td>No</td>
335416
<td>173 / 215</td>

‎analysis_reference/index.html‎

Lines changed: 81 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -330,6 +330,87 @@ <h1 id="submission-name-reference-gold-lite">Submission Name: Reference (Gold) (
330330
<tbody>
331331
<tr>
332332
<td></td>
333+
<td>simpy</td>
334+
<td>Yes</td>
335+
<td>140 / 150</td>
336+
<td>2.51</td>
337+
<td>analysis_reference_simpy</td>
338+
<td></td>
339+
</tr>
340+
<tr>
341+
<td></td>
342+
<td>tinydb</td>
343+
<td>Yes</td>
344+
<td>201 / 201</td>
345+
<td>1.36</td>
346+
<td>analysis_reference_tinydb</td>
347+
<td></td>
348+
</tr>
349+
<tr>
350+
<td></td>
351+
<td>marshmallow</td>
352+
<td>Yes</td>
353+
<td>1229 / 1229</td>
354+
<td>2.82</td>
355+
<td>analysis_reference_marshmallow</td>
356+
<td></td>
357+
</tr>
358+
<tr>
359+
<td></td>
360+
<td>wcwidth</td>
361+
<td>Yes</td>
362+
<td>38 / 39</td>
363+
<td>1.11</td>
364+
<td>analysis_reference_wcwidth</td>
365+
<td></td>
366+
</tr>
367+
<tr>
368+
<td></td>
369+
<td>imapclient</td>
370+
<td>Yes</td>
371+
<td>267 / 267</td>
372+
<td>0.58</td>
373+
<td>analysis_reference_imapclient</td>
374+
<td></td>
375+
</tr>
376+
<tr>
377+
<td></td>
378+
<td>voluptuous</td>
379+
<td>Yes</td>
380+
<td>149 / 149</td>
381+
<td>0.42</td>
382+
<td>analysis_reference_voluptuous</td>
383+
<td></td>
384+
</tr>
385+
<tr>
386+
<td></td>
387+
<td>jinja</td>
388+
<td>Yes</td>
389+
<td>851 / 851</td>
390+
<td>2.85</td>
391+
<td>analysis_reference_jinja</td>
392+
<td></td>
393+
</tr>
394+
<tr>
395+
<td></td>
396+
<td>deprecated</td>
397+
<td>Yes</td>
398+
<td>171 / 171</td>
399+
<td>0.99</td>
400+
<td>analysis_reference_deprecated</td>
401+
<td></td>
402+
</tr>
403+
<tr>
404+
<td></td>
405+
<td>cookiecutter</td>
406+
<td>Yes</td>
407+
<td>367 / 371</td>
408+
<td>7.29</td>
409+
<td>analysis_reference_cookiecutter</td>
410+
<td></td>
411+
</tr>
412+
<tr>
413+
<td></td>
333414
<td>cachetools</td>
334415
<td>Yes</td>
335416
<td>215 / 215</td>

‎render_submissions.py‎

Lines changed: 16 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -172,7 +172,7 @@ def render_mds(subfolder="docs"):
172172

173173
for split in tqdm.tqdm(["lite", "all"]):
174174
num_repos = len(SPLIT[split])
175-
leaderboard[split] = f"""## Leaderboard ({split})
175+
leaderboard[split] = f"""\n\n## Leaderboard ({split})
176176
| | Name | Repos Resolved /{num_repos} | Test Duration (s) | Date | Analysis | |
177177
|--|------|-----------|------|----------|------|---|--------| |"""
178178

@@ -183,6 +183,12 @@ def render_mds(subfolder="docs"):
183183
repos_resolved = 0
184184
# cum_passed = 0
185185
total_duration = 0.
186+
# TODO better way to have submission info loaded up before get into repos...
187+
submission_info = None
188+
submission_page = """# Submission Name: DISPLAYNAME_GOES_HERE (SPLIT_GOES_HERE)
189+
190+
| | Repository | Resolved | Pass Rate | Test Duration (s) | Analysis | |
191+
|-|------------|---------|-----| -----|-----||"""
186192
for repo_file in glob.glob(
187193
os.path.join(analysis_files_path, branch_name, "*.json")
188194
):
@@ -192,16 +198,13 @@ def render_mds(subfolder="docs"):
192198
repo_metrics = json.load(open(repo_metrics_output_file))
193199
repo_name = os.path.basename(repo_file[: -len(".json")])
194200
submission_repo_page = f"# Submission Name: {branch_name}\n# Repository: {repo_name}"
195-
if "submission_info" not in repo_metrics: import pdb; pdb.set_trace()
196-
submission_info = repo_metrics["submission_info"]
197-
split = submission_info["split"]
198-
project_page_link = submission_info["project_page"]
199-
display_name = submission_info["display_name"]
200-
submission_date = submission_info['submission_date']
201-
submission_page = f"""# Submission Name: {display_name} ({split})
202-
203-
| | Repository | Resolved | Pass Rate | Test Duration (s) | Analysis | |
204-
|-|------------|---------|-----| -----|-----||"""
201+
if submission_info is None:
202+
submission_info = repo_metrics["submission_info"]
203+
split = submission_info["split"]
204+
project_page_link = submission_info["project_page"]
205+
display_name = submission_info["display_name"]
206+
submission_date = submission_info['submission_date']
207+
submission_page = submission_page.replace("DISPLAYNAME_GOES_HERE", display_name).replace("SPLIT_GOES_HERE", split)
205208
for pytest_group, pytest_info in repo_metrics.items():
206209
if pytest_group == "submission_info": continue
207210
pytest_group = os.path.basename(pytest_group.strip("/"))
@@ -237,6 +240,8 @@ def render_mds(subfolder="docs"):
237240
repos_resolved += 1
238241
pytest_details = f"{pytest_info['summary']['passed']} / {pytest_info['summary']['collected']}"
239242
duration = f"{pytest_info['duration']:.2f}"
243+
submission_page +=f"""
244+
| | {repo_name} | {'Yes' if resolved else 'No'} | {pytest_details} | {duration} | {f'analysis_{branch_name}_{repo_name}'} | |"""
240245
back_button = f"[back to {branch_name} summary]({f'analysis_{branch_name}'})\n\n"
241246
with open(
242247
os.path.join(subfolder, f"analysis_{branch_name}_{repo_name}.md"), "w"
@@ -246,8 +251,6 @@ def render_mds(subfolder="docs"):
246251
+ submission_repo_page
247252
+ patch_diff
248253
)
249-
submission_page +=f"""
250-
| | {repo_name} | {'Yes' if resolved else 'No'} | {pytest_details} | {duration} | {f'analysis_{branch_name}_{repo_name}'} | |"""
251254
analysis_link = f"[Analysis]({f'analysis_{branch_name}'})"
252255
leaderboard[split] += f"\n||[{display_name}]({project_page_link})|" \
253256
f"{repos_resolved}|" \

‎search/search_index.json‎

Lines changed: 1 addition & 1 deletion
Large diffs are not rendered by default.

0 commit comments

Comments
 (0)