remod.py

from datetime import datetime
import pathlib
from pathlib import Path
import subprocess
import os
import copy

NS = 'ck_tile'
OPS = 'ops'
REF = 'ref'
OPS_COMMON = 'common' # common header will be duplicated into ops/* other module
DEVICE = 'device'
HOST = 'host'
UTIL = 'util'

HEADER_COMMON = f"""// SPDX-License-Identifier: MIT
// Copyright (c) 2018-{datetime.now().year}, Advanced Micro Devices, Inc. All rights reserved.\n
"""

# aa/bb/cc/file.hpp -> (aa, bb, cc, file.hpp)
def get_module(f, level = 0):
    all_parts = f.parts
    return str(all_parts[level])

all_files = []
for p in sorted(Path("./").rglob("*")):
    if p.suffix == '.hpp':
        all_files.append(pathlib.PurePath(p))

class submodule_t:
    def __init__(self):
        self.m = dict()
    def push(self, f):
        if len(f.parents) != 2: # ignore device/xxx.hpp and host/xxx.hpp
            mod = get_module(f)
            if mod == HOST or mod == DEVICE:
                if mod not in self.m.keys():
                    self.m[mod] = dict()
                mod2 = get_module(f, 1)
                if mod2 == UTIL:
                    if mod2 not in self.m[mod].keys():
                        self.m[mod][mod2] = dict()
                    mod3 = get_module(f, 2)
                    if Path(mod3).suffix != '.hpp':
                        # ignore util/xxx.hpp
                        if mod3 not in self.m[mod][mod2].keys():
                            self.m[mod][mod2][mod3] = list()
                        self.m[mod][mod2][mod3].append(f)

                # ref is supposed to include one header on demand TODO: ref moved to host/reference
                elif mod2 == REF:
                    return
                elif mod2 == OPS:
                    if mod2 not in self.m[mod].keys():
                        self.m[mod][mod2] = dict()
                    mod3 = get_module(f, 2)
                    if Path(mod3).suffix != '.hpp':
                        # ignore ops/xxx.hpp
                        if mod3 not in self.m[mod][mod2].keys():
                            self.m[mod][mod2][mod3] = list()
                        self.m[mod][mod2][mod3].append(f)
                else:
                    if mod2 not in self.m[mod].keys():
                        self.m[mod][mod2] = list()
                    self.m[mod][mod2].append(f)
            else:
                if mod not in self.m.keys():
                    self.m[mod] = list()
                self.m[mod].append(f)

    def gen(self):
        def gen_header(hpath, include_list):
            #print(hpath)
            if os.path.exists(str(hpath)):
                os.remove(str(hpath))
            with hpath.open('w') as f:
                f.write(HEADER_COMMON)
                f.write('#pragma once\n')
                f.write('\n')
                for individual_header in include_list:
                    header_path = NS + '/' + str(individual_header)
                    f.write(f'#include \"{header_path}\"\n')
                # f.write('\n') # otherwise clang-format will complain
        #print(self.m)
        # restructure common
        for k0, _ in self.m.items():
            if k0 == DEVICE or k0 == HOST:
                for k, v in self.m[k0].items():
                    if k == OPS and OPS_COMMON in v.keys():
                        common_list = copy.deepcopy(v[OPS_COMMON])
                        # v.pop(OPS_COMMON)
                        for km in v.keys():
                            if km != OPS_COMMON:
                                v[km].extend(common_list)

        for k0, _ in self.m.items():
            if k0 == DEVICE or k0 == HOST:
                for k, v in self.m[k0].items():
                    if k == OPS:
                        for km, kv in v.items():
                            gen_header(Path(k0 + '/' + k) / (f'{km}.hpp'), kv)
                    else:
                        gen_header(Path(f'{k0}/{k}.hpp'), v)
            

submodule = submodule_t()
# formatting
for x in all_files:
    subprocess.Popen(f'dos2unix {str(x)}', shell=True)
    cmd = f'clang-format-12 -style=file -i {str(x)}'
    #for xp in x.parents:
    #print(get_file_base(x))
    subprocess.Popen(cmd, shell=True)
    submodule.push(x)

submodule.gen()

#print(all_files)