【Unity】ARKitPluginの表情認識をリセットする − Unlit Sphere

UnityでiOSのARKitを使うためのアセットARKitPluginを利用して表情認識を行うとき，取得した顔の角度などが時間と共にずれる場合があります．そのずれをリセットする方法です．

Table of Contents

Method

今までStart()内でやっていた初期化をInitializeメソッドに移動し，移動した初期化文にオプションを追加．新規にリセット用のResetARFaceMeshManagerメソッドを作成し，イベントの購読解除と再度Initializeメソッドを呼び出すように変更した．

// UnityARFaceMeshManager.cs
using System.Collections;
using System.Collections.Generic;
using UnityEngine;
using UnityEngine.XR.iOS;
public class UnityARFaceMeshManager : MonoBehaviour {
[SerializeField]
private MeshFilter meshFilter;
private UnityARSessionNativeInterface m_session;
private Mesh faceMesh;
// Use this for initialization
void Start () {
Initialize();
// m_session = UnityARSessionNativeInterface.GetARSessionNativeInterface();
// Application.targetFrameRate = 60;
// ARKitFaceTrackingConfiguration config = new ARKitFaceTrackingConfiguration();
// config.alignment = UnityARAlignment.UnityARAlignmentGravity;
// config.enableLightEstimation = true;
// if (config.IsSupported && meshFilter != null) {
// 	m_session.RunWithConfig (config);
// 	UnityARSessionNativeInterface.ARFaceAnchorAddedEvent += FaceAdded;
// 	UnityARSessionNativeInterface.ARFaceAnchorUpdatedEvent += FaceUpdated;
// 	UnityARSessionNativeInterface.ARFaceAnchorRemovedEvent += FaceRemoved;
// }
}
////////////===========ここから追加
public void Initialize () {
Debug.Log("Init AR Face mesh");
#if UNITY_EDITOR
Debug.Log("Not work UnityARFaceMeshManager");
#elif UNITY_IOS
m_session = UnityARSessionNativeInterface.GetARSessionNativeInterface();
Application.targetFrameRate = 60;
config.alignment = UnityARAlignment.UnityARAlignmentGravity;
config.enableLightEstimation = true;
//オプションを追加
var options = UnityARSessionRunOption.ARSessionRunOptionRemoveExistingAnchors | UnityARSessionRunOption.ARSessionRunOptionResetTracking;
if (config.IsSupported && meshFilter != null) {
//オプションをセット
m_session.RunWithConfigAndOptions(config, options);
UnityARSessionNativeInterface.ARFaceAnchorAddedEvent += FaceAdded;
UnityARSessionNativeInterface.ARFaceAnchorUpdatedEvent += FaceUpdated;
UnityARSessionNativeInterface.ARFaceAnchorRemovedEvent += FaceRemoved;
}
#endif
}
/// <summary>
/// ARKitのFaceMeshをリセットする
/// </summary>
public void ResetARFaceMeshManager()
{
UnityARSessionNativeInterface.ARFaceAnchorAddedEvent -= FaceAdded;
UnityARSessionNativeInterface.ARFaceAnchorUpdatedEvent -= FaceUpdated;
UnityARSessionNativeInterface.ARFaceAnchorRemovedEvent -= FaceRemoved;
m_session = null;
Initialize();
}
////////////===========ここまで追加
void FaceAdded (ARFaceAnchor anchorData)
{
gameObject.transform.localPosition = UnityARMatrixOps.GetPosition (anchorData.transform);
gameObject.transform.localRotation = UnityARMatrixOps.GetRotation (anchorData.transform);
faceMesh = new Mesh ();
faceMesh.vertices = anchorData.faceGeometry.vertices;
faceMesh.uv = anchorData.faceGeometry.textureCoordinates;
faceMesh.triangles = anchorData.faceGeometry.triangleIndices;
// Assign the mesh object and update it.
faceMesh.RecalculateBounds();
faceMesh.RecalculateNormals();
meshFilter.mesh = faceMesh;
}
void FaceUpdated (ARFaceAnchor anchorData)
{
if (faceMesh != null) {
gameObject.transform.localPosition = UnityARMatrixOps.GetPosition (anchorData.transform);
gameObject.transform.localRotation = UnityARMatrixOps.GetRotation (anchorData.transform);
faceMesh.vertices = anchorData.faceGeometry.vertices;
faceMesh.uv = anchorData.faceGeometry.textureCoordinates;
faceMesh.triangles = anchorData.faceGeometry.triangleIndices;
faceMesh.RecalculateBounds();
faceMesh.RecalculateNormals();
}
}
void FaceRemoved (ARFaceAnchor anchorData)
{
meshFilter.mesh = null;
faceMesh = null;
}
// Update is called once per frame
void Update () {
}
void OnDestroy()
{
}
}

100

101

102

103

104

105

106

107

108

109

110

111

112

113

114

115

116

117

118

119

120

121

122

123

124

125

126

127

128

129

130

131

132

133

134

// UnityARFaceMeshManager.cs

using System.Collections;

using System.Collections.Generic;

using UnityEngine;

using UnityEngine.XR.iOS;

public class UnityARFaceMeshManager : MonoBehaviour {

[SerializeField]

private MeshFilter meshFilter;

private UnityARSessionNativeInterface m_session;

private Mesh faceMesh;

// Use this for initialization

void Start () {

Initialize();

// m_session = UnityARSessionNativeInterface.GetARSessionNativeInterface();

// Application.targetFrameRate = 60;

// ARKitFaceTrackingConfiguration config = new ARKitFaceTrackingConfiguration();

// config.alignment = UnityARAlignment.UnityARAlignmentGravity;

// config.enableLightEstimation = true;

// if (config.IsSupported && meshFilter != null) {

// m_session.RunWithConfig (config);

// UnityARSessionNativeInterface.ARFaceAnchorAddedEvent += FaceAdded;

// UnityARSessionNativeInterface.ARFaceAnchorUpdatedEvent += FaceUpdated;

// UnityARSessionNativeInterface.ARFaceAnchorRemovedEvent += FaceRemoved;

// }

}

////////////===========ここから追加

public void Initialize () {

Debug.Log("Init AR Face mesh");

#if UNITY_EDITOR

Debug.Log("Not work UnityARFaceMeshManager");

#elif UNITY_IOS

m_session = UnityARSessionNativeInterface.GetARSessionNativeInterface();

Application.targetFrameRate = 60;

config.alignment = UnityARAlignment.UnityARAlignmentGravity;

config.enableLightEstimation = true;

//オプションを追加

var options = UnityARSessionRunOption.ARSessionRunOptionRemoveExistingAnchors | UnityARSessionRunOption.ARSessionRunOptionResetTracking;

if (config.IsSupported && meshFilter != null) {

//オプションをセット

m_session.RunWithConfigAndOptions(config, options);

UnityARSessionNativeInterface.ARFaceAnchorAddedEvent += FaceAdded;

UnityARSessionNativeInterface.ARFaceAnchorUpdatedEvent += FaceUpdated;

UnityARSessionNativeInterface.ARFaceAnchorRemovedEvent += FaceRemoved;

}

#endif

}

/// <summary>

/// ARKitのFaceMeshをリセットする

/// </summary>

public void ResetARFaceMeshManager()

{

UnityARSessionNativeInterface.ARFaceAnchorAddedEvent -= FaceAdded;

UnityARSessionNativeInterface.ARFaceAnchorUpdatedEvent -= FaceUpdated;

UnityARSessionNativeInterface.ARFaceAnchorRemovedEvent -= FaceRemoved;

m_session = null;

Initialize();

}

////////////===========ここまで追加

void FaceAdded (ARFaceAnchor anchorData)

{

gameObject.transform.localPosition = UnityARMatrixOps.GetPosition (anchorData.transform);

gameObject.transform.localRotation = UnityARMatrixOps.GetRotation (anchorData.transform);

faceMesh = new Mesh ();

faceMesh.vertices = anchorData.faceGeometry.vertices;

faceMesh.uv = anchorData.faceGeometry.textureCoordinates;

faceMesh.triangles = anchorData.faceGeometry.triangleIndices;

// Assign the mesh object and update it.

faceMesh.RecalculateBounds();

faceMesh.RecalculateNormals();

meshFilter.mesh = faceMesh;

}

void FaceUpdated (ARFaceAnchor anchorData)

{

if (faceMesh != null) {

gameObject.transform.localPosition = UnityARMatrixOps.GetPosition (anchorData.transform);

gameObject.transform.localRotation = UnityARMatrixOps.GetRotation (anchorData.transform);

faceMesh.vertices = anchorData.faceGeometry.vertices;

faceMesh.uv = anchorData.faceGeometry.textureCoordinates;

faceMesh.triangles = anchorData.faceGeometry.triangleIndices;

faceMesh.RecalculateBounds();

faceMesh.RecalculateNormals();

}

void FaceRemoved (ARFaceAnchor anchorData)

{

meshFilter.mesh = null;

faceMesh = null;

}

// Update is called once per frame

void Update () {

}

void OnDestroy()

{

}

Licence

The MIT License (MIT)
Copyright (c) 2017, Unity Technologies
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.

The MIT License (MIT)

Permission is hereby granted, free of charge, to any person obtaining a copy

of this software and associated documentation files (the "Software"), to deal

in the Software without restriction, including without limitation the rights

to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

copies of the Software, and to permit persons to whom the Software is

furnished to do so, subject to the following conditions:

The above copyright notice and this permission notice shall be included in

all copies or substantial portions of the Software.

THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN

THE SOFTWARE.

Unity Companion License (“License”)
Copyright © 2017 Unity Technologies ApS 
Unity Technologies ApS (“Unity”) grants to you a worldwide, non-exclusive, no-charge, and royalty-free copyright license to reproduce, prepare derivative works of, publicly display, publicly perform, sublicense, and distribute the software that is made available under this License (“Software”), subject to the following terms and conditions: 
1. Unity Companion Use Only. Exercise of the license granted herein is limited to exercise for the creation, use, and/or distribution of applications, software, or other content pursuant to a valid Unity development engine software license (“Engine License”). That means while use of the Software is not limited to use in the software licensed under the Engine License, the Software may not be used for any purpose other than the creation, use, and/or distribution of Engine License-dependent applications, software, or other content. No other exercise of the license granted herein is permitted, and in no event may the Software be used for competitive analysis or to develop a competing product or service.
2. No Modification of Engine License. Neither this License nor any exercise of the license granted herein modifies the Engine License in any way.
3. Ownership & Grant Back to You. 
3.1 You own your content. In this License, “derivative works” means derivatives of the Software itself--works derived only from the Software by you under this License (for example, modifying the code of the Software itself to improve its efficacy); “derivative works” of the Software do not include, for example, games, apps, or content that you create using the Software. You keep all right, title, and interest to your own content.
3.2 Unity owns its content. While you keep all right, title, and interest to your own content per the above, as between Unity and you, Unity will own all right, title, and interest to all intellectual property rights (including patent, trademark, and copyright) in the Software and derivative works of the Software, and you hereby assign and agree to assign all such rights in those derivative works to Unity. 
3.3 You have a license to those derivative works. Subject to this License, Unity grants to you the same worldwide, non-exclusive, no-charge, and royalty-free copyright license to derivative works of the Software you create as is granted to you for the Software under this License.
4. Trademarks. You are not granted any right or license under this License to use any trademarks, service marks, trade names, products names, or branding of Unity or its affiliates (“Trademarks”). Descriptive uses of Trademarks are permitted; see, for example, Unity’s Branding Usage Guidelines at https://unity3d.com/public-relations/brand.
5. Notices & Third-Party Rights. This License, including the copyright notice associated with the Software, must be provided in all substantial portions of the Software and derivative works thereof (or, if that is impracticable, in any other location where such notices are customarily placed). Further, if the Software is accompanied by a Unity “third-party notices” or similar file, you acknowledge and agree that software identified in that file is governed by those separate license terms.
6. DISCLAIMER, LIMITATION OF LIABILITY. THE SOFTWARE AND ANY DERIVATIVE WORKS THEREOF IS PROVIDED ON AN "AS IS" BASIS, AND IS PROVIDED WITHOUT WARRANTY OF ANY KIND, WHETHER EXPRESS OR IMPLIED, INCLUDING ANY WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND/OR NONINFRINGEMENT. IN NO EVENT SHALL ANY COPYRIGHT HOLDER OR AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES (WHETHER DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL, INCLUDING PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES, LOSS OF USE, DATA, OR PROFITS, AND BUSINESS INTERRUPTION), OR OTHER LIABILITY WHATSOEVER, WHETHER IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM OR OUT OF, OR IN CONNECTION WITH, THE SOFTWARE OR ANY DERIVATIVE WORKS THEREOF OR THE USE OF OR OTHER DEALINGS IN SAME, EVEN WHERE ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
7. USE IS ACCEPTANCE and License Versions. Your receipt and use of the Software constitutes your acceptance of this License and its terms and conditions. Software released by Unity under this License may be modified or updated and the License with it; upon any such modification or update, you will comply with the terms of the updated License for any use of any of the Software under the updated License. 
8. Use in Compliance with Law and Termination. Your exercise of the license granted herein will at all times be in compliance with applicable law and will not infringe any proprietary rights (including intellectual property rights); this License will terminate immediately on any breach by you of this License.
9. Severability. If any provision of this License is held to be unenforceable or invalid, that provision will be enforced to the maximum extent possible and the other provisions will remain in full force and effect.
10. Governing Law and Venue. This License is governed by and construed in accordance with the laws of Denmark, except for its conflict of laws rules; the United Nations Convention on Contracts for the International Sale of Goods will not apply. If you reside (or your principal place of business is) within the United States, you and Unity agree to submit to the personal and exclusive jurisdiction of and venue in the state and federal courts located in San Francisco County, California concerning any dispute arising out of this License (“Dispute”). If you reside (or your principal place of business is) outside the United States, you and Unity agree to submit to the personal and exclusive jurisdiction of and venue in the courts located in Copenhagen, Denmark concerning any Dispute.

Unity Companion License (“License”)

Unity Technologies ApS (“Unity”) grants to you a worldwide, non-exclusive, no-charge, and royalty-free copyright license to reproduce, prepare derivative works of, publicly display, publicly perform, sublicense, and distribute the software that is made available under this License (“Software”), subject to the following terms and conditions:

1. Unity Companion Use Only. Exercise of the license granted herein is limited to exercise for the creation, use, and/or distribution of applications, software, or other content pursuant to a valid Unity development engine software license (“Engine License”). That means while use of the Software is not limited to use in the software licensed under the Engine License, the Software may not be used for any purpose other than the creation, use, and/or distribution of Engine License-dependent applications, software, or other content. No other exercise of the license granted herein is permitted, and in no event may the Software be used for competitive analysis or to develop a competing product or service.

2. No Modification of Engine License. Neither this License nor any exercise of the license granted herein modifies the Engine License in any way.

3. Ownership & Grant Back to You.

3.1 You own your content. In this License, “derivative works” means derivatives of the Software itself--works derived only from the Software by you under this License (for example, modifying the code of the Software itself to improve its efficacy); “derivative works” of the Software do not include, for example, games, apps, or content that you create using the Software. You keep all right, title, and interest to your own content.

3.2 Unity owns its content. While you keep all right, title, and interest to your own content per the above, as between Unity and you, Unity will own all right, title, and interest to all intellectual property rights (including patent, trademark, and copyright) in the Software and derivative works of the Software, and you hereby assign and agree to assign all such rights in those derivative works to Unity.

3.3 You have a license to those derivative works. Subject to this License, Unity grants to you the same worldwide, non-exclusive, no-charge, and royalty-free copyright license to derivative works of the Software you create as is granted to you for the Software under this License.

4. Trademarks. You are not granted any right or license under this License to use any trademarks, service marks, trade names, products names, or branding of Unity or its affiliates (“Trademarks”). Descriptive uses of Trademarks are permitted; see, for example, Unity’s Branding Usage Guidelines at https://unity3d.com/public-relations/brand.

5. Notices & Third-Party Rights. This License, including the copyright notice associated with the Software, must be provided in all substantial portions of the Software and derivative works thereof (or, if that is impracticable, in any other location where such notices are customarily placed). Further, if the Software is accompanied by a Unity “third-party notices” or similar file, you acknowledge and agree that software identified in that file is governed by those separate license terms.

6. DISCLAIMER, LIMITATION OF LIABILITY. THE SOFTWARE AND ANY DERIVATIVE WORKS THEREOF IS PROVIDED ON AN "AS IS" BASIS, AND IS PROVIDED WITHOUT WARRANTY OF ANY KIND, WHETHER EXPRESS OR IMPLIED, INCLUDING ANY WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, AND/OR NONINFRINGEMENT. IN NO EVENT SHALL ANY COPYRIGHT HOLDER OR AUTHOR BE LIABLE FOR ANY CLAIM, DAMAGES (WHETHER DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL, INCLUDING PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES, LOSS OF USE, DATA, OR PROFITS, AND BUSINESS INTERRUPTION), OR OTHER LIABILITY WHATSOEVER, WHETHER IN AN ACTION OF CONTRACT, TORT, OR OTHERWISE, ARISING FROM OR OUT OF, OR IN CONNECTION WITH, THE SOFTWARE OR ANY DERIVATIVE WORKS THEREOF OR THE USE OF OR OTHER DEALINGS IN SAME, EVEN WHERE ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

7. USE IS ACCEPTANCE and License Versions. Your receipt and use of the Software constitutes your acceptance of this License and its terms and conditions. Software released by Unity under this License may be modified or updated and the License with it; upon any such modification or update, you will comply with the terms of the updated License for any use of any of the Software under the updated License.

8. Use in Compliance with Law and Termination. Your exercise of the license granted herein will at all times be in compliance with applicable law and will not infringe any proprietary rights (including intellectual property rights); this License will terminate immediately on any breach by you of this License.

9. Severability. If any provision of this License is held to be unenforceable or invalid, that provision will be enforced to the maximum extent possible and the other provisions will remain in full force and effect.

10. Governing Law and Venue. This License is governed by and construed in accordance with the laws of Denmark, except for its conflict of laws rules; the United Nations Convention on Contracts for the International Sale of Goods will not apply. If you reside (or your principal place of business is) within the United States, you and Unity agree to submit to the personal and exclusive jurisdiction of and venue in the state and federal courts located in San Francisco County, California concerning any dispute arising out of this License (“Dispute”). If you reside (or your principal place of business is) outside the United States, you and Unity agree to submit to the personal and exclusive jurisdiction of and venue in the courts located in Copenhagen, Denmark concerning any Dispute.

あぁ..そろそろARFoundationを触らなければ….