"os": "built-in",

"json": "built-in",

"datetime": "built-in",

"pathlib": "built-in",

"typing": "built-in"

def __init__(self, name: str, path: str, url: str, relative_path : str):

self.name : str = name

self.path : str = path

self.url : str = url

self.size : int = os.path.getsize(path) if os.path.isfile(path) else 0

self.date : str = datetime.datetime.fromtimestamp(os.path.getmtime(path)).strftime("%Y-%m-%d") if os.path.isfile(path) else "2000-01-01"

self.relative_path : str = relative_path

self.full_url = lambda : BASE_URL + "/" + self.url if self.url else ""

def to_dict(self):

result = {

"name": self.name,

"url" : self.url,

"size": self.size,

"date": self.date,

"full_url" : self.full_url(),

"relative_path" : self.relative_path,

}

if hasattr(self, 'path') and self.path: result["path"] = self.path

def __init__(self, name: str, path: str, url: str, date: str, relative_path : str):

self.name : str = name

self.path : str = path

self.url : str = url

self.size : int = 0

self.date : str = date # format = YYYY-MM-DD

self.relative_path : str = relative_path

self.full_url = lambda : BASE_URL + "/" + self.url if self.url else None

self.folder : list[Walker_path] = []

self.files : list[Walker_file] = []

def to_dict(self):

result = {

"name": self.name,

"url" : self.url,

"size": self.size,

"date": self.date,

"relative_path" : self.relative_path,

"full_url" : self.full_url(),

"folder" : [child.to_dict() for child in self.folder],

"files" : [file.to_dict() for file in self.files],

}

if hasattr(self, 'path') and self.path: result["path"] = self.path

def __init__(self, base_dir: Path = Path.cwd(), output_dir: Path = Path.cwd(), output_file: Path = Path("file_tree.json"), passDirs: list= [], passFiles : list= []) -> None:

# check base_dir

self.base_dir : Path = Path(base_dir)

if not self.base_dir.exists(): raise FileNotFoundError(f"Base directory '{self.base_dir}' does not exist.")

print(f"Base directory: '{self.base_dir}'")

# check output_dir

self.output_dir : Path = Path(output_dir)

if not self.output_dir.exists():

try:

self.output_dir.mkdir(parents=True, exist_ok=True)

print(f"Output directory '{self.output_dir}' created.")

except Exception as e:

raise OSError(f"Could not create output directory '{self.output_dir}': {e}")

else: print(f"Output directory already exists: '{self.output_dir}' ")

if not isinstance(passDirs, list): raise TypeError("passDirs must be a list.")

self.passDirs : list = passDirs if passDirs else []

self.passFiles : list = passFiles if passFiles else []

self.output_file : Path = self.output_dir / output_file

self.file_tree : dict = {}

self.walker(base_dir)

# self.print_file_tree()

self.save_file_tree()

def walker(self, root : Path) -> Optional[Walker_path] :

# get directories and files in the root directory

with os.scandir(root) as entries: dirs = [entry.name for entry in entries if entry.is_dir()]

with os.scandir(root) as entries: files = [entry.name for entry in entries if entry.is_file()]

# Skip directories that should be ignored

relative_path = os.path.relpath(root, self.base_dir)

# Skip directories based on various conditions

if (any(dir in str(root) for dir in self.passDirs) or not os.path.isdir(root) or os.path.islink(root) or any(part.startswith(".") for part in Path(root).parts) ) or any(dir in str(root) for dir in self.passDirs):

print(f"Skipped directory: {root}")

return None

# create a new Walker_path object for the current directory

name = os.path.basename(root)

path = os.path.abspath(root)

print(path)

url = f"{relative_path.replace(os.sep, '/')}"

date = datetime.datetime.fromtimestamp(os.path.getmtime(path)).strftime("%Y-%m-%d")

relative_path = os.path.relpath(path, self.base_dir)

walker_path = Walker_path(name=name, path = path, url= url, date = date,relative_path= relative_path)

self.file_tree[name] = walker_path

# process each file in the directory

files = ["index.html"] + [f for f in files if f != "index.html"] if "index.html" in files else files

for file in files:

if any(file.startswith(pf) for pf in self.passFiles):

print(f"Skipped file: {file}")

continue

name = file

path = os.path.join(root, file)

relative_path = os.path.relpath(path, self.base_dir)

url = f"{relative_path.replace(os.sep, '/')}"

if date > walker_path.date or walker_path.date is None: walker_path.date = date

walker_path.files.append(Walker_file(name, path, url, relative_path))

walker_path.size += os.path.getsize(path) if os.path.isfile(path) else 0

for dir in dirs:

dir_path : Path = Path(os.path.join(root, dir))

if os.path.isdir(dir_path):

child = self.walker(dir_path)

if child:

walker_path.folder.append(child)

walker_path.size += child.size

if child.date > walker_path.date or walker_path.date is None: walker_path.date = child.date

print(f"+++++++++++ Processed directory: {root}")

return walker_path

def print_file_tree(self) -> None :

for name, file in self.file_tree.items():

deep = len(file.relative_path.split(os.sep))

print("===="*deep+"===============================")

print(f"{" | "*deep}Name : {file.name}")

print(f"{" | "*deep}Path : {file.path}")

print(f"{" | "*deep}URL : {file.url}")

print(f"{" | "*deep}Date : {file.date}")

print(f"{" | "*deep}Relative Path: {file.relative_path}")

print(f"{" | "*deep}Full URL : {file.full_url}")

print(f"{" | "*deep}Files ({len(file.files)}): {[file.name for file in file.files]}")

print(f"{" | "*deep}folder ({len(file.folder)}): {[child.name for child in file.folder]}")

print("===="*deep+"===============================")

first_item = self.file_tree.get(next(iter(self.file_tree.keys())))

if first_item is not None: print(json.dumps(first_item.to_dict(), indent=4, ensure_ascii=False))

else: print("No file tree data available.")

def save_file_tree(self) -> None:

first_key = next(iter(self.file_tree.keys()))

first_level = self.file_tree.get(first_key)

def delpath(obj):

if hasattr(obj, 'path'): del obj.path

if hasattr(obj, 'files'):

for file in obj.files: del file.path

if hasattr(obj, 'folder'):

for child in obj.folder: delpath(child)

delpath(first_level)

if first_level is not None:

first_level.name = BASE_URL

json_data = first_level.to_dict()

with open(self.output_file, "w", encoding="utf-8") as f: json.dump(json_data, f, indent=4, ensure_ascii=False)

print(f"File tree saved to {self.output_file}")