ret_copyright_year = str()

# Read last year in the Copyright

last_year = int(copyright_years[-4:])

if last_year == curr_year:

ret_copyright_year = copyright_years

elif last_year == (curr_year - 1):

# Create range if latest year on the copyright is the previous

if len(copyright_years) > 4 and copyright_years[-5] == "-":

# Range already exists, update year to current

ret_copyright_year = copyright_years[:-5] + "-" + str(curr_year)

else:

# Create a new range

ret_copyright_year = copyright_years + "-" + str(curr_year)

else:

ret_copyright_year = copyright_years + ", " + str(curr_year)

f = open(filename, "r")

content = f.readlines()

f.close()

f = open(filename, "w")

year = datetime.datetime.now().year

ref = open("scripts/copyright_mit.txt","r").readlines()

# Need to handle python files separately

if("SConstruct" in filename or "SConscript" in filename):

start = 2

if("SConscript" in filename):

start = 3

m = re.match(r"(# Copyright \(c\) )(.*\d{4})( [Arm|ARM].*)", content[start])

line = m.group(1)

if m.group(2): # Is there a year already?

# Yes: adjust accordingly

line += adjust_copyright_year(m.group(2), year)

else:

# No: add current year

line += str(year)

line += m.group(3).replace("ARM", "Arm")

if("SConscript" in filename):

f.write('#!/usr/bin/python\n')

f.write('# -*- coding: utf-8 -*-\n\n')

f.write(line+"\n")

# Copy the rest of the file's content:

f.write("".join(content[start + 1:]))

f.close()

return

# This only works until year 9999

m = re.match(r"(.*Copyright \(c\) )(.*\d{4})( [Arm|ARM].*)", content[1])

start =len(ref)+2

if content[0] != "/*\n" or not m:

start = 0

f.write("/*\n * Copyright (c) %d Arm Limited.\n" % year)

else:

logger.debug("Found Copyright start")

logger.debug("\n\t".join([ g or "" for g in m.groups()]))

line = m.group(1)

if m.group(2): # Is there a year already?

# Yes: adjust accordingly

line += adjust_copyright_year(m.group(2), year)

else:

# No: add current year

line += str(year)

line += m.group(3).replace("ARM", "Arm")

f.write("/*\n"+line+"\n")

logger.debug(line)

# Write out the rest of the Copyright header:

for i in range(1, len(ref)):

line = ref[i]

f.write(" *")

if line.rstrip() != "":

f.write(" %s" % line)

else:

f.write("\n")

f.write(" */\n")

# Copy the rest of the file's content:

f.write("".join(content[start:]))

def __init__(self, folder, error_diff=False, strategy="all", file_list=None):

self.folder = folder

self.error_diff=error_diff

self.strategy = strategy

self.file_list = file_list

def error_on_diff(self, msg):

retval = 0

if self.error_diff:

diff = self.shell.run_single_to_str("git diff")

if len(diff) > 0:

retval = -1

logger.error(diff)

logger.error("\n"+msg)

return retval

def run(self):

retval = 0

self.shell = Shell()

self.shell.save_cwd()

this_dir = os.path.dirname(__file__)

self.shell.cd(self.folder)

self.shell.prepend_env("PATH","%s/../bin" % this_dir)

to_check = ""

if self.strategy != "all":

to_check, _ = CopyrightCheckRun.get_files(self.folder, self.strategy, self.file_list)

#FIXME: Exclude shaders!

logger.info("Running ./scripts/format_doxygen.py")

logger.debug(format_doxygen.main(*to_check))

retval = self.error_on_diff("Doxygen comments badly formatted (check above diff output for more details) try to run ./scripts/format_doxygen.py on your patch and resubmit")

if retval != 0:

@staticmethod

def get_files(folder, strategy="git-head", file_list=None):

shell = Shell()

shell.cd(folder)

skip_copyright = skip_copyright_global

# Check if author e-mail is in arm.com domain

author_email_cmd = "git config --get user.email"

author_email = shell.run_single_to_str(author_email_cmd).strip()

if not author_email.endswith("@arm.com"):

skip_copyright = True

if file_list == None:

if strategy == "git-head":

raw_file_list = shell.run_single_to_str("git diff-tree --no-commit-id --name-status -r HEAD | grep \"^[AMRT]\" | cut -f 2")

elif strategy == "git-diff":

raw_file_list = shell.run_single_to_str("git diff --name-status --cached -r HEAD | grep \"^[AMRT]\" | rev | cut -f 1 | rev")

else:

raw_file_list = shell.run_single_to_str("git ls-tree -r HEAD --name-only")

# Skip copyright checks when running on all files because we don't know when they were last modified

# Therefore we can't tell if their copyright dates are correct

skip_copyright = True

file_list = raw_file_list.split("\n")

folder_pattern = re.compile(r"^(arm_compute|src|examples|tests|utils|support)/")

extension_pattern = re.compile(r"\.(cpp|h|hh|inl|cl|cs|hpp)$")

list_files = [ f for f in file_list if folder_pattern.search(f) and extension_pattern.search(f)]

# Check for scons files as they are excluded from the above list

scons_pattern = re.compile(r"SC")

list_files += [ f for f in file_list if scons_pattern.search(f)]

return (list_files, skip_copyright)

def __init__(self, files, folder, error_diff=False):

self.files = files

self.folder = folder

self.error_diff=error_diff

def error_on_diff(self, msg):

retval = 0

if self.error_diff:

diff = self.shell.run_single_to_str("git diff")

if len(diff) > 0:

retval = -1

logger.error(diff)

logger.error("\n"+msg)

return retval

def run(self):

if len(self.files) < 1:

logger.debug("No file: early exit")

retval = 0

self.shell = Shell()

self.shell.save_cwd()

this_dir = os.path.dirname(__file__)

try:

self.shell.cd(self.folder)

self.shell.prepend_env("PATH","%s/../bin" % this_dir)

for f in self.files:

check_copyright(f)

except subprocess.CalledProcessError as e:

retval = -1

logger.error(e)

logger.error("OUTPUT= %s" % e.output)

retval += self.error_on_diff("See above for clang-tidy errors")

if retval != 0:

def __init__(self, folder):

self.folder = folder

self.bp_output_file = "Generated_Android.bp"

def run(self):

retval = 0

self.shell = Shell()

self.shell.save_cwd()

this_dir = os.path.dirname(__file__)

logger.debug("Running Android.bp check")

try:

self.shell.cd(self.folder)

cmd = "%s/generate_android_bp.py --folder %s --output_file %s" % (this_dir, self.folder, self.bp_output_file)

output = self.shell.run_single_to_str(cmd)

if len(output) > 0:

logger.info(output)

except subprocess.CalledProcessError as e:

retval = -1

logger.error(e)

logger.error("OUTPUT= %s" % e.output)

# Compare the genereated file with the one in the review

if not filecmp.cmp(self.bp_output_file, self.folder + "/Android.bp"):

is_mismatched = True

with open(self.bp_output_file, 'r') as generated_file:

with open(self.folder + "/Android.bp", 'r') as review_file:

diff = list(difflib.unified_diff(generated_file.readlines(), review_file.readlines(),

fromfile='Generated_Android.bp', tofile='Android.bp'))

# If the only mismatch in Android.bp file is the copyright year,

# the content of the file is considered unchanged and we don't need to update

# the copyright year. This will resolve the issue that emerges every new year.

num_added_lines = 0

num_removed_lines = 0

last_added_line = ""

last_removed_line = ""

expect_add_line = False

for line in diff:

if line.startswith("-") and not line.startswith("---"):

num_removed_lines += 1

if num_removed_lines > 1:

break

last_removed_line = line

expect_add_line = True

elif line.startswith("+") and not line.startswith("+++"):

num_added_lines += 1

if num_added_lines > 1:

break

if expect_add_line:

last_added_line = line

else:

expect_add_line = False

if num_added_lines == 1 and num_removed_lines == 1:

re_copyright = re.compile("^(?:\+|\-)// Copyright © ([0-9]+)\-([0-9]+) Arm Ltd. All rights reserved.\n$")

generated_matches = re_copyright.search(last_removed_line)

review_matches = re_copyright.search(last_added_line)

if generated_matches is not None and review_matches is not None:

if generated_matches.group(1) == review_matches.group(1) and \

int(generated_matches.group(2)) > int(review_matches.group(2)):

is_mismatched = False

if is_mismatched:

logger.error("Lines with '-' need to be added to Android.bp")

logger.error("Lines with '+' need to be removed from Android.bp")

for line in diff:

logger.error(line.rstrip())

if is_mismatched:

raise Exception("Android bp file is not updated")

if retval != 0:

check_copyright=True, check_android_bp=True, check_formatting=True):

try:

retval = 0

# Genereate Android.bp file and test it

if check_android_bp:

gen_android_bp = GenerateAndroidBP(folder)

gen_android_bp.run()

if check_formatting:

doxygen_checks = DoxygenCheckRun(folder,error_on_diff, files, file_list)

doxygen_checks.run()

if check_copyright:

to_check, skip_copyright = CopyrightCheckRun.get_files(folder, files, file_list)

if not skip_copyright:

logger.debug(to_check)

num_files = len(to_check)

per_thread = max( num_files / num_threads,1)

start=0

logger.info("Files to format:\n\t%s" % "\n\t".join(to_check))

for i in range(num_threads):

if i == num_threads -1:

end = num_files

else:

end= min(start+per_thread, num_files)

sub = to_check[start:end]

logger.debug("[%d] [%d,%d] %s" % (i, start, end, sub))

start = end

copyright_check_run = CopyrightCheckRun(sub, folder)

copyright_check_run.run()

return retval

except Exception as e:

logger.error("Exception caught in run_fix_code_formatting: %s" % e)

traceback.print_exc()