visionOS沉浸式空间用户位置追踪实现问题求助

问题背景 #

开发visionOS沉浸式空间内的用户位置追踪功能，目前官方相关文档较少，尝试使用queryPose接口时Xcode报错，现有实现代码如下：

struct ImmersiveView : View {
    private let attachmentID = "viewID"

    var body: some View {
        RealityView { content, attachments in
            if let fixedScene = try? await Entity(named: "ImmersiveScene",
                                                     in: realityKitContentBundle) {               
                let wtp = WorldTrackingProvider()
                let session = ARKitSession()

                let anchor = AnchorEntity(.head)
                anchor.anchoring.trackingMode = .continuous
                fixedScene.setParent(anchor)
                content.add(anchor)                
            
                if let sceneAttachment = attachments.entity(for: attachmentID) {
                    fixedScene.addChild(sceneAttachment)
                }
            
                guard let env = try? await EnvironmentResource(named: "Directional")
                else { return }
                let iblComponent = ImageBasedLightComponent(source: .single(env),
                                                 intensityExponent: 10)
                fixedScene.components[ImageBasedLightComponent.self] = iblComponent
                fixedScene.components.set(ImageBasedLightReceiverComponent(imageBasedLight: fixedScene))
            
                fixedScene.transform.translation.z = -1.0
                fixedScene.transform.translation.y = 0.35
                fixedScene.transform.translation.x = 0.25
                anchor.name = "Attachments"
            }
        }
    } attachments: {
        Attachment(id: attachmentID) { 
    }
}

现有代码核心问题 #

• ARKitSession未启动且未与WorldTrackingProvider关联：创建了session和wtp但没有将provider添加到session，也没有调用启动方法，导致ARKit无法开始追踪
• 缺失queryPose调用逻辑：代码里完全没体现queryPose的使用，这也是报错的直接原因之一
• 错误处理过于宽松：try? await会直接忽略加载场景、资源时的错误，无法定位具体问题
• 锚点绑定逻辑不符合位置追踪需求：固定将场景绑定到AnchorEntity(.head)只能让场景跟随头部，无法获取用户的空间位置变化

实现思路与修正建议 #

1. 正确配置并启动ARKitSession

必须将WorldTrackingProvider添加到ARKitSession并启动，同时处理启动过程中的错误：

let session = ARKitSession()
let wtp = WorldTrackingProvider()
do {
    try session.run([wtp])
} catch {
    print("ARKit启动失败：\(error.localizedDescription)")
}

2. 正确调用queryPose获取用户位置

在合适的时机（比如通过SceneEvents.Update监听每帧更新）调用queryPose获取头部或设备的空间姿态：

// 在RealityView的update闭包中监听帧更新
RealityView { content, attachments in
    // ... 其他初始化代码 ...
} update: { content in
    guard let wtp = session.provider as? WorldTrackingProvider else { return }
    do {
        let headPose = try wtp.queryPose(for: .head)
        // 使用headPose.transform获取用户头部的空间位置与姿态
        print("用户头部位置：\(headPose.transform.translation)")
    } catch {
        print("获取姿态失败：\(error.localizedDescription)")
    }
}

3. 优化场景与位置追踪的绑定逻辑

如果需要让场景随用户空间位置变化而更新，不要直接绑定到头部锚点，而是通过queryPose获取的姿态实时更新场景的transform：

// 在update闭包中更新场景位置
if let fixedScene = content.entities.first(where: { $0.name == "ImmersiveScene" }) {
    fixedScene.transform = headPose.transform
    // 可以添加偏移量调整场景位置
    fixedScene.transform.translation.z -= 1.0
}

4. 完善错误处理

将try?替换为do-catch块，捕获加载资源、启动session时的错误，方便排查问题：

do {
    let fixedScene = try await Entity(named: "ImmersiveScene", in: realityKitContentBundle)
    // ... 后续初始化逻辑 ...
} catch {
    print("加载场景失败：\(error.localizedDescription)")
}

修正后的完整代码示例 #

struct ImmersiveView : View {
    private let attachmentID = "viewID"
    private let session = ARKitSession()
    private let wtp = WorldTrackingProvider()

    var body: some View {
        RealityView { content, attachments in
            do {
                // 启动ARKit会话
                try session.run([wtp])
                
                // 加载场景
                let fixedScene = try await Entity(named: "ImmersiveScene", in: realityKitContentBundle)
                fixedScene.name = "ImmersiveScene"
                
                // 添加附件
                if let sceneAttachment = attachments.entity(for: attachmentID) {
                    fixedScene.addChild(sceneAttachment)
                }
                
                // 设置IBL光照
                let env = try await EnvironmentResource(named: "Directional")
                let iblComponent = ImageBasedLightComponent(source: .single(env), intensityExponent: 10)
                fixedScene.components[ImageBasedLightComponent.self] = iblComponent
                fixedScene.components.set(ImageBasedLightReceiverComponent(imageBasedLight: fixedScene))
                
                // 初始位置偏移
                fixedScene.transform.translation.z = -1.0
                fixedScene.transform.translation.y = 0.35
                fixedScene.transform.translation.x = 0.25
                
                content.add(fixedScene)
            } catch {
                print("初始化失败：\(error.localizedDescription)")
            }
        } update: { content in
            // 每帧获取用户头部姿态并更新场景
            guard let headPose = try? wtp.queryPose(for: .head) else { return }
            if let fixedScene = content.entities.first(where: { $0.name == "ImmersiveScene" }) {
                // 基于头部姿态更新场景位置，保留初始偏移
                var newTransform = headPose.transform
                newTransform.translation.z -= 1.0
                newTransform.translation.y += 0.35
                newTransform.translation.x += 0.25
                fixedScene.transform = newTransform
            }
        } attachments: {
            Attachment(id: attachmentID) {
                // 这里添加你的附件视图内容
                Text("Attachment Content")
            }
        }
    }
}

内容的提问来源于stack exchange，提问作者adrD