PyQt项目大文件处理时窗口白屏，如何添加加载进度条？

我开发了一个PyQt项目，涉及大文件处理操作。点击「Browse Folder」按钮后，程序会打开一个带TreeView的窗口展示文件层级结构，但窗口会有数秒白屏。想添加加载进度条，请问能否实现？若不行，请提供其他优化方案。

项目代码 #

class StartWindow(QDialog):
    def __init__(self, parent=None):
        super().__init__(parent)
        self.setWindowTitle('Open ODL File or Folder')
        self.setWindowIcon(QIcon('assets/acls_icon.png'))
        self.setWindowFlags(self.windowFlags() | Qt.WindowMinimizeButtonHint)
        self.resize(600, 400)
    
        main_layout = QHBoxLayout(self)
        buttons_layout = QVBoxLayout()
        self.choose_file_button = QPushButton('Browse File', self)
  
        self.choose_file_button.clicked.connect(self.choose_file)
        buttons_layout.addWidget(self.choose_file_button)
        
        self.choose_folder_button = QPushButton('Browse Folder', self)
   
        self.choose_folder_button.clicked.connect(self.choose_folder)
        buttons_layout.addWidget(self.choose_folder_button)

        main_layout.addLayout(buttons_layout)
        
    def choose_folder(self):
        folder_path = QFileDialog.getExistingDirectory(self, "Open Folder Containing ODL Files")
        if folder_path:
            self.open_folder_view(folder_path)


    def open_folder_view(self, folder_path):
        folder_window = QDialog()
        folder_window.setWindowFlags(self.windowFlags() | Qt.WindowMinimizeButtonHint | Qt.WindowMaximizeButtonHint)
        folder_window.setWindowTitle('ODL Files Tree View')
        folder_window.resize(800, 600)
        folder_window.show()

        processed_files = set() 
        all_groups = set()
        self.folder_path = folder_path
        for root, dirs, files in os.walk(folder_path):
            for filename in files:
                if (filename.endswith(".odl")) and ('acl' in filename.lower() or 'acls' in filename.lower()) and filename not in processed_files:
                    file_path = os.path.join(root, filename)
                    parser = ODLParser(file_path)
                    file_groups, _ = get_headers_and_rights(parser.data_model)
                    all_groups.update(file_groups)
                    tree_view = self.create_tree_view(parser)
                    scroll_layout.addWidget(tree_view)
                    processed_files.add(filename)
                
                elif (filename.endswith(".odl")) and not ('acl' in filename.lower() or 'acls' in filename.lower()) and filename not in processed_files:
                    file_path = os.path.join(root, filename)
                    with open(file_path, 'r', encoding='utf-8') as file:
                        content = file.read()
                        if "acl" in content.lower() and "{" in content.lower():
                            parser = ODLParser2(file_path)
                            file_groups, _ = get_headers_and_rights(parser.data_model)
                            all_groups.update(file_groups)
                            tree_view = self.create_tree_view(parser)
                            scroll_layout.addWidget(tree_view)
                            processed_files.add(filename)
                    
        valid_groups = [group for group in all_groups if group is not None]
        self.group_combobox.addItems(sorted(valid_groups))
        self.group_combobox.setCurrentIndex(0) 
        self.group_combobox.currentTextChanged.connect(self.on_group_combobox_changed)
        QTimer.singleShot(0, lambda: self.on_group_combobox_changed(self.group_combobox.currentText()))
        self.scroll_area.setWidget(scroll_widget)
        layout.addWidget(self.scroll_area)

        folder_window.exec_()

解决方案 #

一、可以实现加载进度条，核心是异步处理耗时操作 #

你的代码中，open_folder_view里的文件遍历、解析逻辑全部在主线程执行，导致UI线程被阻塞，出现白屏。通过QThread将耗时操作移到子线程，同时用信号槽传递进度和结果，就能实时更新进度条，避免白屏。

1. 创建工作线程类

负责文件遍历与解析，通过信号发送进度、处理结果：

from PyQt5.QtCore import QThread, pyqtSignal
import os

class FolderProcessor(QThread):
    progress_updated = pyqtSignal(int)  # 发送当前进度（0-100）
    file_processed = pyqtSignal(object)  # 发送单个文件的TreeView实例
    processing_finished = pyqtSignal(set)  # 发送所有分组结果

    def __init__(self, folder_path):
        super().__init__()
        self.folder_path = folder_path
        self.processed_files = set()

    def run(self):
        # 先统计符合条件的文件总数，用于计算进度
        total_files = 0
        for root, _, files in os.walk(self.folder_path):
            for filename in files:
                if not filename.endswith(".odl") or filename in self.processed_files:
                    continue
                if 'acl' in filename.lower() or 'acls' in filename.lower():
                    total_files += 1
                else:
                    # 只读前几行判断是否包含ACL，避免全量读取大文件
                    file_path = os.path.join(root, filename)
                    with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:
                        for line in f:
                            if "acl" in line.lower() and "{" in line.lower():
                                total_files += 1
                                break

        processed_count = 0
        all_groups = set()

        # 正式处理文件
        for root, _, files in os.walk(self.folder_path):
            for filename in files:
                if not filename.endswith(".odl") or filename in self.processed_files:
                    continue
                
                file_path = os.path.join(root, filename)
                processed = False
                tree_view = None
                file_groups = set()

                if 'acl' in filename.lower() or 'acls' in filename.lower():
                    parser = ODLParser(file_path)
                    file_groups, _ = get_headers_and_rights(parser.data_model)
                    tree_view = self.create_tree_view(parser)
                    processed = True
                else:
                    with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:
                        for line in f:
                            if "acl" in line.lower() and "{" in line.lower():
                                parser = ODLParser2(file_path)
                                file_groups, _ = get_headers_and_rights(parser.data_model)
                                tree_view = self.create_tree_view(parser)
                                processed = True
                                break

                if processed:
                    processed_count += 1
                    self.processed_files.add(filename)
                    all_groups.update(file_groups)
                    # 发送进度和结果
                    self.file_processed.emit(tree_view)
                    progress = int((processed_count / total_files) * 100)
                    self.progress_updated.emit(progress)
        
        self.processing_finished.emit(all_groups)

2. 修改open_folder_view方法

创建带进度条的窗口，启动子线程处理：

from PyQt5.QtWidgets import QProgressBar, QScrollArea, QWidget, QVBoxLayout

def open_folder_view(self, folder_path):
    folder_window = QDialog()
    folder_window.setWindowFlags(self.windowFlags() | Qt.WindowMinimizeButtonHint | Qt.WindowMaximizeButtonHint)
    folder_window.setWindowTitle('ODL Files Tree View')
    folder_window.resize(800, 600)

    # 构建窗口布局
    main_layout = QVBoxLayout(folder_window)

    # 添加进度条
    progress_bar = QProgressBar()
    progress_bar.setRange(0, 100)
    main_layout.addWidget(progress_bar)

    # 初始化滚动区域
    self.scroll_area = QScrollArea()
    scroll_widget = QWidget()
    self.scroll_layout = QVBoxLayout(scroll_widget)
    self.scroll_area.setWidgetResizable(True)
    self.scroll_area.setWidget(scroll_widget)
    main_layout.addWidget(self.scroll_area)

    # 初始化分组下拉框
    self.group_combobox = QComboBox()
    main_layout.addWidget(self.group_combobox)

    # 先显示窗口（带进度条），避免白屏
    folder_window.show()

    # 启动工作线程
    self.processor = FolderProcessor(folder_path)
    # 绑定信号槽
    self.processor.progress_updated.connect(progress_bar.setValue)
    self.processor.file_processed.connect(lambda tv: self.scroll_layout.addWidget(tv))
    self.processor.processing_finished.connect(self.on_processing_finished)
    self.processor.start()

    # 窗口关闭时清理线程
    def cleanup_thread():
        if self.processor.isRunning():
            self.processor.quit()
            self.processor.wait()
    folder_window.finished.connect(cleanup_thread)

    folder_window.exec_()

def on_processing_finished(self, all_groups):
    # 处理完成后更新下拉框
    valid_groups = [g for g in all_groups if g is not None]
    self.group_combobox.addItems(sorted(valid_groups))
    self.group_combobox.setCurrentIndex(0)
    self.group_combobox.currentTextChanged.connect(self.on_group_combobox_changed)
    QTimer.singleShot(0, lambda: self.on_group_combobox_changed(self.group_combobox.currentText()))

二、额外优化方案 #

• 优化文件筛选逻辑：对非ACL命名的ODL文件，只读前几行判断是否包含ACL内容，避免全量读取大文件（已在线程类中实现）
• 缓存解析结果：如果用户可能重复打开同一文件夹，可将解析后的TreeView数据和分组信息缓存到本地（比如用pickle），下次直接加载缓存
• 延迟加载TreeView：若文件数量极多，可先展示文件列表，用户点击文件时再生成对应的TreeView，减少初始加载压力
• 优化解析性能：检查ODLParser、ODLParser2和get_headers_and_rights方法，是否存在重复IO、冗余计算等瓶颈，针对性优化

内容的提问来源于stack exchange，提问作者roua mallek