基于头部位置裁剪头像：3.5/4.5比例适配问题求助

问题描述 #

我希望通过识别头部与肩部来裁剪图片，目标宽高比为3.5/4.5，期望效果如下：

但我的代码运行结果却总是过度放大额头或头发，无法达到预期效果，结果示例如下：

以下是我的代码：

public string CropPortraitPhoto(string originalPath)
{
    try
    {
        // Load the image.
        Mat image = Cv2.ImRead(originalPath);

        if (image.Empty())
        {
            throw new Exception("Failed to load image.");
        }

        // Convert the image to grayscale for face detection.
        Mat grayImage = new Mat();
        Cv2.CvtColor(image, grayImage, ColorConversionCodes.BGR2GRAY);

        // Detect faces in the image with adjusted parameters.
        using (CascadeClassifier faceCascade = new CascadeClassifier(Server.MapPath("/py/haarcascade_frontalface_default.xml")))
        {
            Cv2.SetNumThreads(1); // Disable multi-threading for this function
            Cv2.SetUseOptimized(false);

            Rect[] faces = faceCascade.DetectMultiScale(grayImage, 1.1, 5, HaarDetectionType.ScaleImage, new Size(30, 30));

            //if (faces.Length == 0)
            //{
            //    throw new Exception("No faces detected.");
            //}

            // Find the face with the largest area (most confident detection).
            Rect selectedFace = faces.OrderByDescending(f => f.Width * f.Height).First();

            // Calculate the head and shoulders area based on the specified rules.
            int headHeight = (int)(selectedFace.Height * 0.85); // Adjust this value for better results.
            int headY = selectedFace.Y + (selectedFace.Height - headHeight) / 2;

            // Calculate shoulder area based on dimensions
            int shoulderHeight = (int)(headHeight * 0.5); // Adjust this value based on your requirements.
            int shoulderY = headY + headHeight;

            // Calculate the target width and height in pixels based on the specified aspect ratio and resolution
            double aspectRatio = 35.0/45.0;
            int targetHeight = (int)(aspectRatio * headHeight);

            // Calculate crop position and size to show the full head and shoulders
            int x = selectedFace.X + (selectedFace.Width - targetHeight) / 4;
            int y = headY - headHeight + 20; // Adjust the padding from the top

            // Adjust crop position and size if necessary
            if (x < 0) x = 0;
            if (y < 0) y = 0;
            if (x + targetHeight > image.Width) x = image.Width - targetHeight;
            if (y + targetHeight > image.Height) y = image.Height - targetHeight;

            // Calculate cropped area
            Rect croppedArea = new Rect(x, y, targetHeight, targetHeight);

            // Crop the image to the calculated area.
            Mat croppedImage = new Mat(image, croppedArea);

            // Resize the cropped image to the UK passport size
            Mat resizedImage = new Mat();
            Cv2.Resize(croppedImage, resizedImage, new Size(350, 450));

            // Generate a web-friendly file name
            string uniqueFileName = Guid.NewGuid().ToString("N") + ".jpg";
            string webName = "/results/" + uniqueFileName;

            // Save the cropped and resized image.
            string outputPath = Server.MapPath(webName);
            Cv2.ImWrite(outputPath, resizedImage);

            // Return the web-friendly file name.
            return webName;
        }
    }
    catch (Exception ex)
    {
        // Handle exceptions and return an error message if needed.
        return "Error: " + ex.Message;
    }
}

请帮忙排查代码问题，实现符合预期的头像裁剪效果。

问题排查与修复方案 #

核心问题分析 #

1. 宽高比逻辑完全颠倒：目标宽高比是3.5/4.5（宽/高），但原代码用aspectRatio * headHeight计算targetHeight，导致裁剪区域宽高完全不符合要求，后续还强制用targetHeight作为宽和高，直接破坏比例。
2. 裁剪区域定位错误：
   • Y轴计算headY - headHeight + 20会把裁剪框拉到人脸上方极远位置，只截取到额头或头发。
   • X轴偏移(selectedFace.Width - targetHeight)/4无合理依据，无法保证人脸居中。
3. 未覆盖头肩完整范围：原代码仅用头部高度计算裁剪框，未纳入肩部区域，导致裁剪高度不足。
4. 异常检测被注释：无人脸检测时无法提前抛出异常，增加调试难度。

修改后的代码 #

public string CropPortraitPhoto(string originalPath)
{
    try
    {
        Mat image = Cv2.ImRead(originalPath);
        if (image.Empty())
        {
            throw new Exception("Failed to load image.");
        }

        Mat grayImage = new Mat();
        Cv2.CvtColor(image, grayImage, ColorConversionCodes.BGR2GRAY);

        using (CascadeClassifier faceCascade = new CascadeClassifier(Server.MapPath("/py/haarcascade_frontalface_default.xml")))
        {
            Cv2.SetNumThreads(1);
            Cv2.SetUseOptimized(false);

            Rect[] faces = faceCascade.DetectMultiScale(grayImage, 1.1, 5, HaarDetectionType.ScaleImage, new Size(30, 30));
            if (faces.Length == 0)
            {
                throw new Exception("No faces detected.");
            }

            Rect selectedFace = faces.OrderByDescending(f => f.Width * f.Height).First();

            // 定义头肩总高度为人脸高度的1.8倍（覆盖头部+肩部）
            double headShoulderRatio = 1.8;
            int cropHeight = (int)(selectedFace.Height * headShoulderRatio);
            
            // Y轴定位：从人脸上方留出15%人脸高度的空间，确保包含完整头顶
            int cropY = selectedFace.Y - (int)(selectedFace.Height * 0.15);
            cropY = Math.Max(cropY, 0);

            // 按目标宽高比计算裁剪宽度
            double aspectRatio = 35.0 / 45.0;
            int cropWidth = (int)(cropHeight * aspectRatio);

            // X轴定位：让人脸在裁剪框中水平居中
            int cropX = selectedFace.X + (selectedFace.Width / 2) - (cropWidth / 2);
            cropX = Math.Max(cropX, 0);

            // 边界检查：若裁剪框超出图片范围，优先调整高度再修正宽度和X坐标
            if (cropY + cropHeight > image.Height)
            {
                cropHeight = image.Height - cropY;
                cropWidth = (int)(cropHeight * aspectRatio);
                cropX = selectedFace.X + (selectedFace.Width / 2) - (cropWidth / 2);
                cropX = Math.Max(cropX, 0);
            }
            if (cropX + cropWidth > image.Width)
            {
                cropX = image.Width - cropWidth;
            }

            Rect croppedArea = new Rect(cropX, cropY, cropWidth, cropHeight);
            Mat croppedImage = new Mat(image, croppedArea);

            // 调整到目标尺寸350x450
            Mat resizedImage = new Mat();
            Cv2.Resize(croppedImage, resizedImage, new Size(350, 450));

            string uniqueFileName = Guid.NewGuid().ToString("N") + ".jpg";
            string webName = "/results/" + uniqueFileName;
            string outputPath = Server.MapPath(webName);
            Cv2.ImWrite(outputPath, resizedImage);

            return webName;
        }
    }
    catch (Exception ex)
    {
        return "Error: " + ex.Message;
    }
}

关键修改说明 #

• 修正宽高比计算：明确cropWidth = cropHeight * aspectRatio，严格遵循3.5/4.5的宽高比要求。
• 精准定位裁剪区域：
  • Y轴：预留头顶空间，同时向下延伸覆盖肩部，保证头肩完整。
  • X轴：以人脸中心为基准计算裁剪框位置，确保人脸在裁剪区域内居中。
• 优化边界处理：当裁剪框超出图片范围时，优先调整高度，再同步修正宽度和X坐标，避免比例失衡和人脸偏移。
• 恢复异常检测：重新启用无人脸检测的报错逻辑，便于快速定位问题。

内容的提问来源于stack exchange，提问作者MattHodson