Repository navigation
Expand file tree
/
Copy pathtally_diff.py
More file actions
executable file
·44 lines (42 loc) · 1.9 KB
/
Copy pathtally_diff.py
File metadata and controls
executable file
·44 lines (42 loc) · 1.9 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
#!/usr/bin/env python3
"""Totals the differential-test lines of an export audit, which `Fe/EVM/Diff.lean` prints for
the calls of Fe tests and `Fe/EVM/Generate.lean` for generated calls."""
import re
import sys
totals = {"tests": 0, "agree": 0, "disagree": 0, "outOfGas": 0, "stackOverflow": 0, "targets": 0, "covered": 0}
generated = {"contracts": 0, "sequences": 0, "deployed": 0, "agree": 0, "disagree": 0, "outOfGas": 0, "stackOverflow": 0, "returned": 0}
files = 0
disagreements = []
unfinished = []
for line in open(sys.argv[1]):
kind, _, rest = line.rstrip("\n").partition(" ")
if kind == "DIFF":
files += 1
for key, value in re.findall(r"(\w+)=(\d+)", rest):
totals[key] += int(value)
elif kind == "GEN":
generated["contracts"] += 1
for key, value in re.findall(r"(\w+)=(\d+)", rest):
generated[key] += int(value)
elif kind == "DISAGREE":
disagreements.append(rest)
elif kind == "TEST" and " returns " not in rest and " reverts " not in rest:
unfinished.append(rest)
print(
f"differential: {files} files, {totals['tests']} tests, {totals['agree']} calls agree, "
f"{totals['disagree']} disagree, {totals['outOfGas']} out of gas, "
f"{totals['stackOverflow']} out of stack; "
f"{totals['covered']} of {totals['targets']} contracts with tests compared"
)
print(
f"generated: {generated['contracts']} contracts, {generated['deployed']} of "
f"{generated['sequences']} sequences deployed, {generated['agree']} creations and calls agree "
f"({generated['returned']} calls returned), {generated['disagree']} disagree, "
f"{generated['outOfGas']} out of gas, {generated['stackOverflow']} out of stack"
)
for line in disagreements[:60]:
print(" DISAGREE", line[:300])
if len(disagreements) > 60:
print(f" ... and {len(disagreements) - 60} more")
for line in unfinished[:20]:
print(" UNFINISHED", line[:200])