knowledge/utils/file_reader.py

import os
import sys
from service.trunks_service import TrunksService

class FileReader:
    @staticmethod
    def find_and_print_split_files(directory):
        for root, dirs, files in os.walk(directory):
            for file in files:
                if '_split_' in file and file.endswith('.txt'):
                #if file.endswith('.md'):
                    file_path = os.path.join(root, file)
                    relative_path = '\\report\\' + os.path.relpath(file_path, directory)
                    with open(file_path, 'r', encoding='utf-8') as f:
                        lines = f.readlines()
                    meta_header = lines[0]
                    content = ''.join(lines[1:])
                    TrunksService().create_trunk({'file_path': relative_path, 'content': content,'type':'trunk','meta_header':meta_header})

if __name__ == '__main__':
    directory = 'e:\\project\\knowledge\\utils\\files'
    FileReader.find_and_print_split_files(directory)