| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 |
| 11 | package org.webrtc; |
| 12 |
| 13 | import android.content.Context; |
| 14 | import android.content.res.Resources.NotFoundException; |
| 15 | import android.graphics.Point; |
| 16 | import android.os.Looper; |
| 17 | import android.util.AttributeSet; |
| 18 | import android.view.SurfaceHolder; |
| 19 | import android.view.SurfaceView; |
| 20 | import android.util.Log; |
| 21 |
| 22 | /** |
| 23 | * Display the video stream on a SurfaceView. |
| 24 | */ |
| 25 | public class SurfaceViewRenderer extends SurfaceView |
| 26 | implements SurfaceHolder.Callback, VideoSink, RendererCommon.RendererEvents { |
| 27 | private static final String TAG = "SurfaceViewRenderer"; |
| 28 |
| 29 | // Cached resource name. |
| 30 | private final String resourceName; |
| 31 | private final RendererCommon.VideoLayoutMeasure videoLayoutMeasure = |
| 32 | new RendererCommon.VideoLayoutMeasure(); |
| 33 | private final SurfaceEglRenderer eglRenderer; |
| 34 |
| 35 | // Callback for reporting renderer events. Read-only after initialization so no lock required. |
| 36 | private RendererCommon.RendererEvents rendererEvents; |
| 37 |
| 38 | // Accessed only on the main thread. |
| 39 | private int rotatedFrameWidth; |
| 40 | private int rotatedFrameHeight; |
| 41 | private boolean enableFixedSize; |
| 42 | private int surfaceWidth; |
| 43 | private int surfaceHeight; |
| 44 |
| 45 | /** |
| 46 | * Standard View constructor. In order to render something, you must first call init(). |
| 47 | */ |
| 48 | public SurfaceViewRenderer(Context context) { |
| 49 | super(context); |
| 50 | this.resourceName = getResourceName(); |
| 51 | eglRenderer = new SurfaceEglRenderer(resourceName); |
| 52 | getHolder().addCallback(this); |
| 53 | getHolder().addCallback(eglRenderer); |
| 54 | } |
| 55 |
| 56 | /** |
| 57 | * Standard View constructor. In order to render something, you must first call init(). |
| 58 | */ |
| 59 | public SurfaceViewRenderer(Context context, AttributeSet attrs) { |
| 60 | super(context, attrs); |
| 61 | this.resourceName = getResourceName(); |
| 62 | eglRenderer = new SurfaceEglRenderer(resourceName); |
| 63 | getHolder().addCallback(this); |
| 64 | getHolder().addCallback(eglRenderer); |
| 65 | } |
| 66 |
| 67 | /** |
| 68 | * Initialize this class, sharing resources with `sharedContext`. It is allowed to call init() to |
| 69 | * reinitialize the renderer after a previous init()/release() cycle. |
| 70 | */ |
| 71 | public void init(EglBase.Context sharedContext, RendererCommon.RendererEvents rendererEvents) { |
| 72 | init(sharedContext, rendererEvents, EglBase.CONFIG_PLAIN, new GlRectDrawer()); |
| 73 | } |
| 74 |
| 75 | /** |
| 76 | * Initialize this class, sharing resources with `sharedContext`. The custom `drawer` will be used |
| 77 | * for drawing frames on the EGLSurface. This class is responsible for calling release() on |
| 78 | * `drawer`. It is allowed to call init() to reinitialize the renderer after a previous |
| 79 | * init()/release() cycle. |
| 80 | */ |
| 81 | public void init(final EglBase.Context sharedContext, |
| 82 | RendererCommon.RendererEvents rendererEvents, final int[] configAttributes, |
| 83 | RendererCommon.GlDrawer drawer) { |
| 84 | ThreadUtils.checkIsOnMainThread(); |
| 85 | this.rendererEvents = rendererEvents; |
| 86 | rotatedFrameWidth = 0; |
| 87 | rotatedFrameHeight = 0; |
| 88 | eglRenderer.init(sharedContext, this /* rendererEvents */, configAttributes, drawer); |
| 89 | } |
| 90 |
| 91 | /** |
| 92 | * Block until any pending frame is returned and all GL resources released, even if an interrupt |
| 93 | * occurs. If an interrupt occurs during release(), the interrupt flag will be set. This function |
| 94 | * should be called before the Activity is destroyed and the EGLContext is still valid. If you |
| 95 | * don't call this function, the GL resources might leak. |
| 96 | */ |
| 97 | public void release() { |
| 98 | eglRenderer.release(); |
| 99 | } |
| 100 |
| 101 | /** |
| 102 | * Register a callback to be invoked when a new video frame has been received. |
| 103 | * |
| 104 | * @param listener The callback to be invoked. The callback will be invoked on the render thread. |
| 105 | * It should be lightweight and must not call removeFrameListener. |
| 106 | * @param scale The scale of the Bitmap passed to the callback, or 0 if no Bitmap is |
| 107 | * required. |
| 108 | * @param drawer Custom drawer to use for this frame listener. |
| 109 | */ |
| 110 | public void addFrameListener( |
| 111 | EglRenderer.FrameListener listener, float scale, RendererCommon.GlDrawer drawerParam) { |
| 112 | eglRenderer.addFrameListener(listener, scale, drawerParam); |
| 113 | } |
| 114 |
| 115 | /** |
| 116 | * Register a callback to be invoked when a new video frame has been received. This version uses |
| 117 | * the drawer of the EglRenderer that was passed in init. |
| 118 | * |
| 119 | * @param listener The callback to be invoked. The callback will be invoked on the render thread. |
| 120 | * It should be lightweight and must not call removeFrameListener. |
| 121 | * @param scale The scale of the Bitmap passed to the callback, or 0 if no Bitmap is |
| 122 | * required. |
| 123 | */ |
| 124 | public void addFrameListener(EglRenderer.FrameListener listener, float scale) { |
| 125 | eglRenderer.addFrameListener(listener, scale); |
| 126 | } |
| 127 |
| 128 | public void removeFrameListener(EglRenderer.FrameListener listener) { |
| 129 | eglRenderer.removeFrameListener(listener); |
| 130 | } |
| 131 |
| 132 | /** |
| 133 | * Enables fixed size for the surface. This provides better performance but might be buggy on some |
| 134 | * devices. By default this is turned off. |
| 135 | */ |
| 136 | public void setEnableHardwareScaler(boolean enabled) { |
| 137 | ThreadUtils.checkIsOnMainThread(); |
| 138 | enableFixedSize = enabled; |
| 139 | updateSurfaceSize(); |
| 140 | } |
| 141 |
| 142 | /** |
| 143 | * Set if the video stream should be mirrored or not. |
| 144 | */ |
| 145 | public void setMirror(final boolean mirror) { |
| 146 | eglRenderer.setMirror(mirror); |
| 147 | } |
| 148 |
| 149 | /** |
| 150 | * Set how the video will fill the allowed layout area. |
| 151 | */ |
| 152 | public void setScalingType(RendererCommon.ScalingType scalingType) { |
| 153 | ThreadUtils.checkIsOnMainThread(); |
| 154 | videoLayoutMeasure.setScalingType(scalingType); |
| 155 | requestLayout(); |
| 156 | } |
| 157 |
| 158 | public void setScalingType(RendererCommon.ScalingType scalingTypeMatchOrientation, |
| 159 | RendererCommon.ScalingType scalingTypeMismatchOrientation) { |
| 160 | ThreadUtils.checkIsOnMainThread(); |
| 161 | videoLayoutMeasure.setScalingType(scalingTypeMatchOrientation, scalingTypeMismatchOrientation); |
| 162 | requestLayout(); |
| 163 | } |
| 164 |
| 165 | /** |
| 166 | * Limit render framerate. |
| 167 | * |
| 168 | * @param fps Limit render framerate to this value, or use Float.POSITIVE_INFINITY to disable fps |
| 169 | * reduction. |
| 170 | */ |
| 171 | public void setFpsReduction(float fps) { |
| 172 | eglRenderer.setFpsReduction(fps); |
| 173 | } |
| 174 |
| 175 | public void disableFpsReduction() { |
| 176 | eglRenderer.disableFpsReduction(); |
| 177 | } |
| 178 |
| 179 | public void pauseVideo() { |
| 180 | eglRenderer.pauseVideo(); |
| 181 | } |
| 182 |
| 183 | // VideoSink interface. |
| 184 | @Override |
| 185 | public void onFrame(VideoFrame frame) { |
| 186 | eglRenderer.onFrame(frame); |
| 187 | } |
| 188 |
| 189 | // View layout interface. |
| 190 | @Override |
| 191 | protected void onMeasure(int widthSpec, int heightSpec) { |
| 192 | ThreadUtils.checkIsOnMainThread(); |
| 193 | Point size = |
| 194 | videoLayoutMeasure.measure(true, widthSpec, heightSpec, rotatedFrameWidth, rotatedFrameHeight); |
| 195 | setMeasuredDimension(size.x, size.y); |
| 196 | logD("onMeasure(). New size: " + size.x + "x" + size.y); |
| 197 | } |
| 198 |
| 199 | @Override |
| 200 | protected void onLayout(boolean changed, int left, int top, int right, int bottom) { |
| 201 | ThreadUtils.checkIsOnMainThread(); |
| 202 | eglRenderer.setLayoutAspectRatio((right - left) / (float) (bottom - top)); |
| 203 | updateSurfaceSize(); |
| 204 | } |
| 205 |
| 206 | private void updateSurfaceSize() { |
| 207 | ThreadUtils.checkIsOnMainThread(); |
| 208 | if (enableFixedSize && rotatedFrameWidth != 0 && rotatedFrameHeight != 0 && getWidth() != 0 |
| 209 | && getHeight() != 0) { |
| 210 | final float layoutAspectRatio = getWidth() / (float) getHeight(); |
| 211 | final float frameAspectRatio = rotatedFrameWidth / (float) rotatedFrameHeight; |
| 212 | final int drawnFrameWidth; |
| 213 | final int drawnFrameHeight; |
| 214 | if (frameAspectRatio > layoutAspectRatio) { |
| 215 | drawnFrameWidth = (int) (rotatedFrameHeight * layoutAspectRatio); |
| 216 | drawnFrameHeight = rotatedFrameHeight; |
| 217 | } else { |
| 218 | drawnFrameWidth = rotatedFrameWidth; |
| 219 | drawnFrameHeight = (int) (rotatedFrameWidth / layoutAspectRatio); |
| 220 | } |
| 221 | // Aspect ratio of the drawn frame and the view is the same. |
| 222 | final int width = Math.min(getWidth(), drawnFrameWidth); |
| 223 | final int height = Math.min(getHeight(), drawnFrameHeight); |
| 224 | logD("updateSurfaceSize. Layout size: " + getWidth() + "x" + getHeight() + ", frame size: " |
| 225 | + rotatedFrameWidth + "x" + rotatedFrameHeight + ", requested surface size: " + width |
| 226 | + "x" + height + ", old surface size: " + surfaceWidth + "x" + surfaceHeight); |
| 227 | if (width != surfaceWidth || height != surfaceHeight) { |
| 228 | surfaceWidth = width; |
| 229 | surfaceHeight = height; |
| 230 | getHolder().setFixedSize(width, height); |
| 231 | } |
| 232 | } else { |
| 233 | surfaceWidth = surfaceHeight = 0; |
| 234 | getHolder().setSizeFromLayout(); |
| 235 | } |
| 236 | } |
| 237 |
| 238 | // SurfaceHolder.Callback interface. |
| 239 | @Override |
| 240 | public void surfaceCreated(final SurfaceHolder holder) { |
| 241 | ThreadUtils.checkIsOnMainThread(); |
| 242 | surfaceWidth = surfaceHeight = 0; |
| 243 | updateSurfaceSize(); |
| 244 | } |
| 245 |
| 246 | @Override |
| 247 | public void surfaceDestroyed(SurfaceHolder holder) {} |
| 248 |
| 249 | @Override |
| 250 | public void surfaceChanged(SurfaceHolder holder, int format, int width, int height) {} |
| 251 |
| 252 | private String getResourceName() { |
| 253 | try { |
| 254 | return getResources().getResourceEntryName(getId()); |
| 255 | } catch (NotFoundException e) { |
| 256 | return ""; |
| 257 | } |
| 258 | } |
| 259 |
| 260 | /** |
| 261 | * Post a task to clear the SurfaceView to a transparent uniform color. |
| 262 | */ |
| 263 | public void clearImage() { |
| 264 | eglRenderer.clearImage(); |
| 265 | } |
| 266 |
| 267 | @Override |
| 268 | public void onFirstFrameRendered() { |
| 269 | if (rendererEvents != null) { |
| 270 | rendererEvents.onFirstFrameRendered(); |
| 271 | } |
| 272 | } |
| 273 |
| 274 | @Override |
| 275 | public void onFrameResolutionChanged(int videoWidth, int videoHeight, int rotation) { |
| 276 | if (rendererEvents != null) { |
| 277 | rendererEvents.onFrameResolutionChanged(videoWidth, videoHeight, rotation); |
| 278 | } |
| 279 | int rotatedWidth = rotation == 0 || rotation == 180 ? videoWidth : videoHeight; |
| 280 | int rotatedHeight = rotation == 0 || rotation == 180 ? videoHeight : videoWidth; |
| 281 | // run immediately if possible for ui thread tests |
| 282 | postOrRun(() -> { |
| 283 | rotatedFrameWidth = rotatedWidth; |
| 284 | rotatedFrameHeight = rotatedHeight; |
| 285 | updateSurfaceSize(); |
| 286 | requestLayout(); |
| 287 | }); |
| 288 | } |
| 289 |
| 290 | private void postOrRun(Runnable r) { |
| 291 | if (Thread.currentThread() == Looper.getMainLooper().getThread()) { |
| 292 | r.run(); |
| 293 | } else { |
| 294 | post(r); |
| 295 | } |
| 296 | } |
| 297 |
| 298 | private void logD(String string) { |
| 299 | Logging.d(TAG, resourceName + ": " + string); |
| 300 | } |
| 301 | } |
| 302 |