ChArUco标定无法检测角点问题求助

我基于Python和OpenCV 4.11.0编写了CharucoCalibrator类，用于通过多张图像完成ChArUco棋盘标定。使用10张图像测试，示例图像如下：

当前问题：代码能成功检测所有ArUco标记，但无法检测到任何ChArUco角点，更换多张测试图像后问题依旧，求排查原因。

我的实现代码 #

class CharucoCalibrator():
    def __init__(self, filepaths, squaresX=8, squaresY=11, squareLength=0.015, markerLength=0.011, dict=cv2.aruco.DICT_5X5_100):
        self.filepaths = filepaths
        self.squaresX = squaresX
        self.squaresY = squaresY
        self.squareLength = squareLength
        self.markerLength = markerLength

        self.aruco_dict = cv2.aruco.getPredefinedDictionary(dict)

        self.rotation_vectors = {}
        self.rotation_matrices = {}
        self.translation_vectors = {}
        self.projection_matricies = {}

        self.images = [cv2.imread(filepath) for filepath in self.filepaths]
        self.calibrated_images = []
        self.img_size = self.images[0].shape[:2][::-1]

    def calibrate(self):

        board = cv2.aruco.CharucoBoard((self.squaresX, self.squaresY), self.squareLength, self.markerLength, self.aruco_dict)
        params = cv2.aruco.DetectorParameters()

        all_charuco_corners = []
        all_charuco_ids = []

        self.successful_filepaths = []

        for filepath in self.filepaths:

            image = cv2.imread(filepath)
            calib_image = image.copy()
            # Detect ArUco markers
            corners, ids, _ = cv2.aruco.detectMarkers(image, self.aruco_dict, parameters=params)
            cv2.aruco.drawDetectedMarkers(calib_image, corners, ids)

            # Interpolate ChArUco corners
            if ids is not None and len(ids) > 0:
                retval, charuco_corners, charuco_ids = cv2.aruco.interpolateCornersCharuco(
                    markerCorners=corners,
                    markerIds=ids,
                    image=image,
                    board=board
                )

                if retval:
                    all_charuco_corners.append(charuco_corners)
                    all_charuco_ids.append(charuco_ids)

                    # Draw corners
                    cv2.aruco.drawDetectedCornersCharuco(calib_image, charuco_corners, charuco_ids)
                    self.successful_filepaths.append(filepath)

            self.calibrated_images.append(calib_image)


        if len(all_charuco_corners) >= 2:
            ret, self._camera_matrix, self._dist_coeffs, self._rvecs, self._tvecs = cv2.aruco.calibrateCameraCharuco(
                charucoCorners=all_charuco_corners,
                charucoIds=all_charuco_ids,
                board=board,
                imageSize=self.img_size,
                cameraMatrix=None,
                distCoeffs=None
            )

排查方向与解决方案 #

1. 棋盘参数与实际不匹配

ChArUco棋盘的squaresX和squaresY是指棋盘的方格总列数/总行数（不是ArUco标记的数量）。比如如果你的实际棋盘是7列10行的ArUco标记，对应的方格数应该是8列11行（标记数=方格数-1）。如果参数和实际棋盘尺寸不符，会直接导致无法匹配出ChArUco角点。

2. 检测参数配置过于严格

OpenCV默认的DetectorParameters可能不适合你的图像场景，可调整参数提升标记检测稳定性：

params = cv2.aruco.DetectorParameters()
params.adaptiveThreshWinSizeMin = 3
params.adaptiveThreshWinSizeMax = 23
params.adaptiveThreshWinSizeStep = 10
params.minMarkerPerimeterRate = 0.03
params.maxMarkerPerimeterRate = 4.0

3. 缺少图像预处理

interpolateCornersCharuco在灰度图上的插值效果远优于彩色图，建议增加预处理步骤：

# 转灰度+直方图均衡化，提升对比度
gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
gray = cv2.equalizeHist(gray)
# 用灰度图检测标记和插值角点
corners, ids, _ = cv2.aruco.detectMarkers(gray, self.aruco_dict, parameters=params)
retval, charuco_corners, charuco_ids = cv2.aruco.interpolateCornersCharuco(
    markerCorners=corners,
    markerIds=ids,
    image=gray,
    board=board
)

4. 打印返回值确认问题

interpolateCornersCharuco的retval返回的是成功检测到的ChArUco角点数量（0代表无检测），可添加打印语句确认具体数值：

print(f"处理图像 {filepath}: 检测到 {retval} 个ChArUco角点")

5. 确认ArUco字典匹配

确保代码中使用的cv2.aruco.DICT_5X5_100与实际打印的ChArUco棋盘字典完全一致，字典不匹配会导致无法对应棋盘布局。

修改后的示例代码 #

class CharucoCalibrator():
    def __init__(self, filepaths, squaresX=8, squaresY=11, squareLength=0.015, markerLength=0.011, dict=cv2.aruco.DICT_5X5_100):
        self.filepaths = filepaths
        self.squaresX = squaresX
        self.squaresY = squaresY
        self.squareLength = squareLength
        self.markerLength = markerLength

        self.aruco_dict = cv2.aruco.getPredefinedDictionary(dict)

        self.rotation_vectors = {}
        self.rotation_matrices = {}
        self.translation_vectors = {}
        self.projection_matricies = {}

        self.images = [cv2.imread(filepath) for filepath in self.filepaths]
        self.calibrated_images = []
        self.img_size = self.images[0].shape[:2][::-1] if self.images else None

    def calibrate(self):
        if not self.images or not self.img_size:
            print("未加载到有效图像")
            return

        board = cv2.aruco.CharucoBoard((self.squaresX, self.squaresY), self.squareLength, self.markerLength, self.aruco_dict)
        # 配置宽松的检测参数
        params = cv2.aruco.DetectorParameters()
        params.adaptiveThreshWinSizeMin = 3
        params.adaptiveThreshWinSizeMax = 23
        params.adaptiveThreshWinSizeStep = 10
        params.minMarkerPerimeterRate = 0.03
        params.maxMarkerPerimeterRate = 4.0

        all_charuco_corners = []
        all_charuco_ids = []

        self.successful_filepaths = []

        for filepath in self.filepaths:
            image = cv2.imread(filepath)
            if image is None:
                print(f"加载图像失败: {filepath}")
                self.calibrated_images.append(None)
                continue
            calib_image = image.copy()
            # 图像预处理
            gray = cv2.cvtColor(image, cv2.COLOR_BGR2GRAY)
            gray = cv2.equalizeHist(gray)

            # 检测ArUco标记
            corners, ids, _ = cv2.aruco.detectMarkers(gray, self.aruco_dict, parameters=params)
            cv2.aruco.drawDetectedMarkers(calib_image, corners, ids)

            # 插值ChArUco角点
            if ids is not None and len(ids) > 0:
                retval, charuco_corners, charuco_ids = cv2.aruco.interpolateCornersCharuco(
                    markerCorners=corners,
                    markerIds=ids,
                    image=gray,
                    board=board
                )
                print(f"处理 {filepath}: 检测到 {retval} 个ChArUco角点")

                if retval > 0:
                    all_charuco_corners.append(charuco_corners)
                    all_charuco_ids.append(charuco_ids)
                    cv2.aruco.drawDetectedCornersCharuco(calib_image, charuco_corners, charuco_ids)
                    self.successful_filepaths.append(filepath)

            self.calibrated_images.append(calib_image)

        if len(all_charuco_corners) >= 2:
            ret, self._camera_matrix, self._dist_coeffs, self._rvecs, self._tvecs = cv2.aruco.calibrateCameraCharuco(
                charucoCorners=all_charuco_corners,
                charucoIds=all_charuco_ids,
                board=board,
                imageSize=self.img_size,
                cameraMatrix=None,
                distCoeffs=None
            )
            print(f"标定完成，重投影误差: {ret}")
        else:
            print("有效ChArUco检测数量不足，无法完成标定（至少需要2组）")

内容的提问来源于stack exchange，提问作者Tommy Llewellyn