在 SFT 微调途中出现报错 about chatlm-mini-chinese HOT 11 CLOSED

import os


def check_write_permission(path):
    try:
        # 在指定路径下尝试创建一个临时文件
        with open(os.path.join(path, 'test_file.tmp'), 'w') as f:
            f.write('Testing write permission.')
        # 如果成功创建文件，则写入权限检查通过
        print(f"路径写入权限检查已通过: {path}")
        return True
    except Exception as e:
        # 如果创建文件过程中出现异常，则写入权限检查失败
        print(f"检查写入权限时出错: {e}")
        return False


# 指定路径进行写入权限检查
path_to_check_list = [
    r'D:\sj\project\python\ChatLM-mini-Chinese\model_save\sft\checkpoint-5000',
    r'D:\sj\project\python\ChatLM-mini-Chinese\model_save\sft\\checkpoint-5000',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft/checkpoint-5000',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft//checkpoint-5000',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft\\checkpoint-5000',
]

for path in path_to_check_list:
    check_write_permission(path)

import os


def check_write_permission(path):
    try:
        # 在指定路径下尝试创建一个临时文件
        with open(os.path.join(path, 'test_file.tmp'), 'w') as f:
            f.write('Testing write permission.')
        # 如果成功创建文件，则写入权限检查通过
        print(f"路径写入权限检查已通过: {path}")
        return True
    except Exception as e:
        # 如果创建文件过程中出现异常，则写入权限检查失败
        print(f"检查写入权限时出错: {e}")
        return False


def test_create_directory(path):
    try:
        # 尝试创建一个临时文件夹
        os.makedirs(path, exist_ok=True)
        # 如果成功创建文件夹，则生成文件夹测试通过
        print(f"生成文件夹测试已通过: {path}")
        return True
    except Exception as e:
        # 如果创建文件夹过程中出现异常，则生成文件夹测试失败
        print(f"生成文件夹测试时出错: {e}")
        return False


# 指定路径进行写入权限测试
path_to_check_list = [
    r'D:\sj\project\python\ChatLM-mini-Chinese\model_save\sft\checkpoint-5000',
    r'D:\sj\project\python\ChatLM-mini-Chinese\model_save\sft\\checkpoint-5000',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft/checkpoint-5000',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft//checkpoint-5000',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft\\checkpoint-5000',
]

# 指定路径进行目录生成测试
path_to_create_list = [
    r'D:\sj\project\python\ChatLM-mini-Chinese\model_save\sft\checkpoint-test0',
    r'D:\sj\project\python\ChatLM-mini-Chinese\model_save\sft\\checkpoint-test1',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft/checkpoint-test2',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft//checkpoint-test3',
    r'D:/sj/project/python/ChatLM-mini-Chinese/model_save/sft\\checkpoint-test4',
]

for path in path_to_check_list:
    check_write_permission(path)

for path in path_to_create_list:
    test_create_directory(path)

....
# output_dir`......../checkpoint-5000`已经存在了，且文件夹不为空
 if os.path.exists(output_dir) and len(os.listdir(output_dir)) > 0:
    logger.warning(
        f"Checkpoint destination directory {output_dir} already exists and is non-empty."
        "Saving will proceed but saved results may be invalid."
    )
    staging_output_dir = output_dir
  else:
      # 你的代码执行了这一步
      staging_output_dir = os.path.join(run_dir, f"tmp-{checkpoint_folder}")   
.....

# Then go through the rewriting process, only renaming and rotating from main process(es)
  if self.is_local_process_zero() if self.args.save_on_each_node else self.is_world_process_zero():
      if staging_output_dir != output_dir:   # 因为这两个不等，且staging_output_dir文件夹存在，所以要执行下面的部分
          if os.path.exists(staging_output_dir):
              os.rename(staging_output_dir, output_dir)

              # Ensure rename completed in cases where os.rename is not atomic
              fd = os.open(output_dir, os.O_RDONLY)      # line 2418, 
              # 你的代码抛出错误的地方，将tmp-{checkpoint_folder}重命名为output_dir后无法再次打开，原因是没有权限
              # 至于为什么没权限，不知道😂

              os.fsync(fd)
              os.close(fd)

      # Maybe delete some older checkpoints.
      if self.args.should_save:
          self._rotate_checkpoints(use_mtime=True, output_dir=run_dir)