-
Notifications
You must be signed in to change notification settings - Fork 7
Expand file tree
/
Copy pathcodeUtils.py
More file actions
350 lines (304 loc) · 11 KB
/
Copy pathcodeUtils.py
File metadata and controls
350 lines (304 loc) · 11 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
## @file codeUtils.py
## Provides shared utility functions for Script modules
## @ingroup script
## @page code_utils Code Utils
##
## Used by Preprocess/preprocess.py, dynamicMatch.py, addValueForAPI.py
import hashlib
import re
ARTIFACT_HASH_PATTERN=re.compile(r'(?:^|__)([0-9a-f]{64})$')
## Return artifact hash from an artifact id
## 从运行产物id中提取hash
#
# @param artifactId The artifact id
# @return artifact hash or empty string
def getArtifactHash(artifactId):
match=ARTIFACT_HASH_PATTERN.search(artifactId)
if match:
return match.group(1)
return ''
## Return readable artifact display name
## 返回可读运行产物展示名
#
# @param artifactId The artifact id
# @return display name
def getArtifactDisplayName(artifactId):
artifactHash=getArtifactHash(artifactId)
if artifactHash and artifactId.endswith(artifactHash):
displayName=artifactId[:-len(artifactHash)].rstrip('_')
return displayName or artifactHash
return artifactId
## Shorten artifact file name while preserving full hash
## 缩短运行产物文件名并保留完整hash
#
# @param fileName The artifact file stem
# @param extension The extension of the file
# @return fileName The shortened file name
def shortenArtifactFileName(fileName,extension):
fileName=re.sub(r'[^0-9A-Za-z_.-]+','_',fileName).strip('._')
length=255-len(extension) if extension else 255
if len(fileName)<=length:
return fileName+extension
artifactHash=getArtifactHash(fileName)
if not artifactHash:
return fileName[:length]+extension
suffix='__'+artifactHash
prefixLength=max(0,length-len(suffix))
prefix=fileName[:prefixLength].rstrip('_')
return prefix+suffix+extension
## Normalize and sanitize file name
## 规范化并清理文件名
#
# @param fileName Typically, the API call string or callsite artifact id is input as the file name
# @param extension The extension of the file
# @return fileName The normalized file name
def getFileName(fileName,extension):
if getArtifactHash(fileName):
return shortenArtifactFileName(fileName,extension)
#step1:先把fileName中的非法字符去除
fileName=fileName.replace(' ','')
fileName=fileName.replace('/','')
fileName=fileName.replace('\\','')
if len(extension) != 0:
length=255-len(extension)
fileName=fileName.split('(')[0] + '_' + hashlib.md5(fileName.encode()).hexdigest()[:16]
fileName=fileName[0:length]
fileName+=extension
return fileName
## Remove parameter(s) from API call string
## 去掉API中的参数部分
#
# For example, a.b(x,y(2)).c(z=1).d(w=[(1,2)]) --> a.b.c.d
# 比如a.b(x,y(2)).c(z=1).d(w=[(1,2)])变成a.b.c.d
#
# @param s The API call string
# @param flag Determine remove all parameters or the last parameter for the input API call: 0 for all parameters; 1 for the last parameters
# @return ans The API call string without parameter(s)
def removeParameter(s,flag=0):
if '->' in s: #若有返回值，则把返回值也去掉
s=s.split('->')[0]
if flag==0: #去掉API中所有参数
stack=[]
left=0
right=0
ans=''
for index,value in enumerate(s):
#进栈
stack.append(value)
if value=='(':
left+=1
if value==')':
right+=1
#出栈
if left==right and left>0 and right>0:
pos=stack.index('(')
ans+=''.join(stack[0:pos])
stack.clear()
left=0
right=0
elif index==len(s)-1:
ans+=''.join(stack)
else: #只去除最后一个API的参数
i=len(s)-1
left=0 #记录左括号的个数
right=0
pos=len(s)
while i>=0:
if s[i]==')':
right+=1
if s[i]=='(':
left+=1
if left==right and left>0 and right>0:
pos=i #更新pos
break
i-=1
ans=s[0:pos]
return ans
#拆分API，比如a.b(x).c(y).d(z)
## Split API call string based on parameter passing
## 根据参数传递拆分API调用字符串
#
# For example, a.b(x).c(y).d(z) --> ['a.b(x)', 'a.b(x).c(y)', 'a.b(x).c(y).d(z)']
# 比如a.b(x).c(y).d(z)拆成3个API，分别是['a.b(x)', 'a.b(x).c(y)', 'a.b(x).c(y).d(z)']
# 还有特殊的调用形式a.b['x'](y)
#
# @param s The API call string
# @return ansLst The split result
def departAPI(s):
ansLst=[]
stack=''
leftMin=0 #记录左'('的个数
rightMin=0
leftMid=0
rightMid=0
for i in range(len(s)):
stack+=s[i]
if s[i]=='(':
leftMin+=1
if s[i]==')':
rightMin+=1
if s[i]=='[':
leftMid+=1
if s[i]==']':
rightMid+=1
flagMid=1
if '[' in stack:
if leftMid!=rightMid:
flagMid=0
#拆分函数字符串里面必须要出现()
if leftMin and rightMin and leftMin==rightMin and flagMid:
ansLst.append(stack[0:i+1])
leftMin=0
rightMin=0
if leftMid and rightMid:
leftMin=0
rightMid=0
elif i==len(s)-1:
ansLst.append(stack[0:i+1])
return ansLst
## Split API call string based on separator "."
## 根据"."拆分API调用字符串
#
# For example, a.b(x).c(y).d(z) --> ['a', 'b(x)', 'c(y)', 'd(z)']
# 比如a.b(x).c(y).d(z)拆成4个API，分别是['a', 'b(x)', 'c(y)', 'd(z)']
#
# @param s The API call string
# @param separator The separator symbol: .
# @return ansLst The split result
def departAPI2(s,separator='.'):
ansLst=[]
lst=[]
count_left_min=0 #统计左'('的个数
count_right_min=0 #统计右')'的个数
count_left_middle=0 #统计左'['的个数
count_right_middle=0 #统计右']'的个数
for index,value in enumerate(s):
#入栈，分两种情况
if value!=separator:
lst.append(value)
if value=='(':
count_left_min+=1
if value==')':
count_right_min+=1
if value=='[':
count_left_middle+=1
if value==']':
count_right_middle+=1
elif value==separator and ((count_left_min>count_right_min) or (count_left_middle>count_right_middle)):
lst.append(value)
#弹栈，分三种情况
if value==separator:
flagMin=1 #假设左右括号的个数都是相等的
flagMid=1
if '(' in lst:
if count_left_min!=count_right_min:
flagMin=0
if '[' in lst:
if count_left_middle!=count_right_middle:
flagMid=0
if flagMin and flagMid:
ansLst.append(''.join(lst))
lst.clear()
elif index==len(s)-1:
ansLst.append(''.join(lst))
return ansLst
## Split parameter string into list of separated parameters
## 将参数字符串拆分成单个的参数
#
# apiName(x,y="<bold>Hello, World!</bold>",z:int,w=(p1,p2={1,(1m,23)}),device: Union[Device, int] = None, abbreviated: bool ={'a','b'}) -> str
# 默认按逗号进行拆分,也可按'.'进行拆分，比如a.b.c
# 拆分参数的时候没有考虑到x="hello,world"带冒号的情况，会错误拆成两个
#
# @param p_string Parameter string
# @param separator The separator, ',' is the default value
# @param space Determine whether to remove the space in the parameter string
# @return parameters List of separated parameters
def getParameter(p_string,separator=',',space=1):
#库定义的参数去空格，项目中的参数不去空格，防止出问题
if space: #默认是去空格的
p_string=p_string.replace(' ','') #去掉参数中的空格
if p_string=='':
return []
parameters=[]
stack=[]
count_left_min=0 #统计'('的个数
count_right_min=0 #统计')'的个数
count_left_middle=0 #统计'['的个数
count_right_middle=0 #统计']'的个数
count_left_hua=0 #统计'{'的个数
count_right_hua=0 #统计'}'的个数
count_single_yinhao=0 #统计单引号的引号的个数
count_double_yinhao=0 #统计双引号的引号的个数
for index,value in enumerate(p_string):
stack.append(value)
if (value=="'" or count_single_yinhao) and not count_double_yinhao: #若上一步出现了双引号，则说明此处的单引号是在双引号内的，所以不计算单引号的个数
if value=="'":
count_single_yinhao+=1
if count_single_yinhao&1:
continue
elif (value=='"' or count_double_yinhao) and not count_single_yinhao: #若上一步出现了单引号，则说明此处的双引号是在单引号内的，所以不计算双引号的个数
if value=='"':
count_double_yinhao+=1
if count_double_yinhao&1:
continue
count_single_yinhao=0 #重置为0
count_double_yinhao=0
#只计算引号之外的括号是否成对出现
if value=='(':
count_left_min+=1
elif value==')':
count_right_min+=1
elif value=='[':
count_left_middle+=1
elif value==']':
count_right_middle+=1
elif value=='{':
count_left_hua+=1
elif value=='}':
count_right_hua+=1
#弹栈,遇到分隔符或达到字符串末尾
if value==separator:
flagMin=1 #假设左右括号的个数都是相等的
flagMid=1
flagHua=1
if '(' in stack:
if count_left_min!=count_right_min:
flagMin=0
if '[' in stack:
if count_left_middle!=count_right_middle:
flagMid=0
if '{' in stack:
if count_left_hua!=count_right_hua:
flagHua=0
if flagMin and flagMid and flagHua:
parameters.append(''.join(stack[0:-1]))
stack.clear()
elif index==len(p_string)-1:
parameters.append(''.join(stack))
return parameters
## Get parameter(s) of the last API from the API call string
## 获取最后一个API参数
#
# For example, a(x).b(x=c.d(1),y=b((1,2),5),w).c(1,2,3,4) --> 1,2,3,4
# 比如，a(x).b(x=c.d(1),y=b((1,2),5),w).c(1,2,3,4)，获取c的参数1,2,3,4
#
# @param apiStr The API call string
# @return ans The parameter(s) of the last API
def getLastAPIParameter(apiStr):
ans=''
i=len(apiStr)-1
left=0 #记录左括号的个数
right=0 #记录右括号的个数
pos=len(apiStr)
while i>=0:
if apiStr[i]==')':
right+=1
if apiStr[i]=='(':
left+=1
if left==right and left>0 and right>0:
pos=i
break
i-=1
if pos!=len(apiStr):
ans=apiStr[pos+1:-1]
return ans