华为AREngine示例代码用于展示如何使用华为AR提供的基础能力，具体能力包括运动跟踪、平面检测、人脸识别与手势识别等

/* * Copyright 2023. Huawei Technologies Co., Ltd. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package com.huawei.arengine.demos.java.world.rendering; import android.app.Activity; import android.graphics.Bitmap; import android.view.MotionEvent; import android.view.View; import android.widget.ImageView; import android.widget.TextView; import com.huawei.arengine.demos.R; import com.huawei.arengine.demos.common.ArDemoRuntimeException; import com.huawei.arengine.demos.common.BaseRendererManager; import com.huawei.arengine.demos.common.GestureEvent; import com.huawei.arengine.demos.common.LogUtil; import com.huawei.arengine.demos.common.ObjectDisplay; import com.huawei.arengine.demos.common.VirtualObject; import com.huawei.arengine.demos.java.utils.CommonUtil; import com.huawei.hiar.ARCamera; import com.huawei.hiar.ARConfigBase; import com.huawei.hiar.ARFrame; import com.huawei.hiar.ARHitResult; import com.huawei.hiar.ARLightEstimate; import com.huawei.hiar.ARPlane; import com.huawei.hiar.ARPoint; import com.huawei.hiar.ARPointCloud; import com.huawei.hiar.ARSession; import com.huawei.hiar.ARTarget; import com.huawei.hiar.ARTrackable; import com.huawei.hiar.ARWorldTrackingConfig; import com.huawei.hiar.exceptions.ARDeadlineExceededException; import com.huawei.hiar.exceptions.ARFatalException; import com.huawei.hiar.exceptions.ARUnavailableServiceApkTooOldException; import java.nio.ByteBuffer; import java.util.ArrayList; import java.util.Arrays; import java.util.Collection; import java.util.Iterator; import java.util.Optional; import java.util.concurrent.ArrayBlockingQueue; import java.util.concurrent.atomic.AtomicReference; import javax.microedition.khronos.egl.EGLConfig; import javax.microedition.khronos.opengles.GL10; /** * This class provides rendering management related to the world scene, including * label rendering and virtual object rendering management. * * @author HW * @since 2020-03-21 */ public class WorldRendererManager extends BaseRendererManager implements BaseRendererManager.BaseRenderer { private static final String TAG = WorldRendererManager.class.getSimpleName(); private static final float MATRIX_SCALE_SX = -1.0f; private static final float MATRIX_SCALE_SY = -1.0f; private static final float[] BLUE_COLORS = new float[] {66.0f, 133.0f, 244.0f, 255.0f}; private static final float[] GREEN_COLORS = new float[] {66.0f, 244.0f, 133.0f, 255.0f}; private static final int SIDE_LENGTH = 128; private static final int LIGHTING_CUBE_MAP_SINGLE_FACE_SIZE = SIDE_LENGTH * SIDE_LENGTH * 3; private static final int LIGHTING_CUBE_MAP_SIZE = LIGHTING_CUBE_MAP_SINGLE_FACE_SIZE * 6; private ARWorldTrackingConfig mArWorldTrackingConfig; private TextView mSearchingTextView; private ImageView mTextureImageTop; private ImageView mTextureImageBottom; private ImageView mTextureImageLeft; private ImageView mTextureImageRight; private ImageView mTextureImageFront; private ImageView mTextureImageBack; private String mTargetInfo; private AtomicReference<Bitmap> mBitmap = new AtomicReference<>(); private LabelDisplay mLabelDisplay = new LabelDisplay(); private ObjectDisplay mObjectDisplay = new ObjectDisplay(); private PointCloudRenderer mPointCloud = new PointCloudRenderer(); private ArrayBlockingQueue<GestureEvent> mQueuedSingleTaps; private VirtualObject mSelectedObj = null; private ArrayList<VirtualObject> mVirtualObjects = new ArrayList<>(); private TargetRenderManager mTargetRenderManager = new TargetRenderManager(); private boolean hasSetEnvTextureData = false; private int mUpdateIndex = 0; /** * The constructor passes context and activity. This method will be called when {@link Activity#onCreate}. * * @param activity Activity */ public WorldRendererManager(Activity activity) { mActivity = activity; mSearchingTextView = activity.findViewById(R.id.searchingTextView); mTextureImageTop = activity.findViewById(R.id.img_env_texture_top); mTextureImageFront = activity.findViewById(R.id.img_env_texture_front); mTextureImageBottom = activity.findViewById(R.id.img_env_texture_bottom); mTextureImageRight = activity.findViewById(R.id.img_env_texture_right); mTextureImageLeft = activity.findViewById(R.id.img_env_texture_left); mTextureImageBack = activity.findViewById(R.id.img_env_Texture_back); setRenderer(this); LogUtil.info(TAG, "mSearchingTextView init."); } /** * Set ARWorldTrackingConfig to obtain the configuration mode. * * @param arConfig ARWorldTrackingConfig. */ public void setArWorldTrackingConfig(ARConfigBase arConfig) { if (arConfig == null) { LogUtil.error(TAG, "setArWorldTrackingConfig error, arConfig is null!"); return; } if (arConfig instanceof ARWorldTrackingConfig) { mArWorldTrackingConfig = (ARWorldTrackingConfig) arConfig; } } /** * Set a gesture type queue. * * @param queuedSingleTaps Gesture type queue. */ public void setQueuedSingleTaps(ArrayBlockingQueue<GestureEvent> queuedSingleTaps) { if (queuedSingleTaps == null) { LogUtil.error(TAG, "setSession error, arSession is null!"); return; } mQueuedSingleTaps = queuedSingleTaps; } @Override public void surfaceCreated(GL10 gl, EGLConfig config) { mLabelDisplay.init(getPlaneBitmaps()); mObjectDisplay.init(mActivity); mPointCloud.init(mActivity); mTargetRenderManager.init(); mTargetRenderManager.initTargetLabelDisplay(getTargetLabelBitmaps("")); } @Override public void surfaceChanged(GL10 unused, int width, int height) { mObjectDisplay.setSize(width, height); } @Override public void drawFrame(GL10 unused) { try { // Set the environment texture probe and mode after the camera is initialized. setEnvTextureData(); StringBuilder sb = new StringBuilder(); updateMessageData(mArFrame, sb); mTextDisplay.onDrawFrame(sb.toString()); for (ARPlane plane : mSession.getAllTrackables(ARPlane.class)) { if (plane.getType() != ARPlane.PlaneType.UNKNOWN_FACING && plane.getTrackingState() == ARTrackable.TrackingState.TRACKING) { hideLoadingMessage(); break; } } drawTarget(mSession.getAllTrackables(ARTarget.class), mArCamera, mViewMatrix, mProjectionMatrix); mLabelDisplay.onDrawFrame(mSession.getAllTrackables(ARPlane.class), mArCamera.getDisplayOrientedPose(), mProjectionMatrix); handleGestureEvent(mArFrame, mArCamera, mProjectionMatrix, mViewMatrix); ARLightEstimate lightEstimate = mArFrame.getLightEstimate(); ARPointCloud arPointCloud = mArFrame.acquirePointCloud(); getEnvironmentTexture(lightEstimate); drawAllObjects(mProjectionMatrix, mViewMatrix, getPixelIntensity(lightEstimate)); mPointCloud.onDrawFrame(arPointCloud, mViewMatrix, mProjectionMatrix); } catch (ArDemoRuntimeException e) { LogUtil.error(TAG, "Exception on the ArDemoRuntimeEx