multi folders about localgpt HOT 2 OPEN

def load_documents(source_dir: str) -> list[Document]:
    # Loads all documents from the source documents directory
    all_files = os.listdir(source_dir)
    paths = []
    for dirpath, dirs, files in os.walk(source_dir):
        for filename in files:

        # for file_path in all_files:

            file_extension = os.path.splitext(filename)[1]
            source_file_path = os.path.join(source_dir, dirpath, filename)
            # print(source_file_path)
            if file_extension in DOCUMENT_MAP.keys():
                paths.append(source_file_path)