sdm: Add support to GL based WB.

-- Mark all layers to GPU.
-- Program FBT to GPU for CSC.

CRs-Fixed: 2547250
Change-Id: I707fc25ef590f158b4576c91c710706198d06f01

composer/Android.mk

@@ -26,6 +26,7 @@ LOCAL_SHARED_LIBRARIES        := libbinder libhardware libutils libcutils libsyn
                                  libsdmcore libqservice libqdutils libqdMetaData \
                                  libdisplaydebug libsdmutils libgrallocutils libui \
                                  libgpu_tonemapper \
+                                 libEGL libGLESv2 libGLESv3 \
                                  [email protected] \
                                  [email protected] \
                                  [email protected] \
@@ -69,7 +70,13 @@ LOCAL_SRC_FILES               := QtiComposer.cpp QtiComposerClient.cpp service.c
                                  hwc_tonemapper.cpp \
                                  display_null.cpp \
                                  hwc_socket_handler.cpp \
-                                 hwc_buffer_allocator.cpp
+                                 hwc_buffer_allocator.cpp \
+                                 hwc_display_virtual_factory.cpp \
+                                 hwc_display_virtual_dpu.cpp \
+                                 hwc_display_virtual_gpu.cpp \
+                                 gl_common.cpp \
+                                 gl_color_convert.cpp \
+                                 gl_color_convert_impl.cpp
 
 LOCAL_INIT_RC                 := vendor.qti.hardware.display.composer-service.rc
 LOCAL_VINTF_FRAGMENTS         := vendor.qti.hardware.display.composer-service.xml

composer/gl_color_convert.cpp

@@ -0,0 +1,65 @@
+/*
+ * Copyright (c) 2019, The Linux Foundation. All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are
+ * met:
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above
+      copyright notice, this list of conditions and the following
+      disclaimer in the documentation and/or other materials provided
+      with the distribution.
+    * Neither the name of The Linux Foundation nor the names of its
+      contributors may be used to endorse or promote products derived
+      from this software without specific prior written permission.
+
+ * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
+ * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
+ * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
+ * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
+ * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+ * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+ * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
+ * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "gl_color_convert_impl.h"
+#include "gl_color_convert.h"
+
+#define __CLASS__ "GLColorConvert"
+
+namespace sdm {
+
+GLColorConvert* GLColorConvert::GetInstance(GLRenderTarget target, bool secure) {
+  GLColorConvertImpl* color_convert =  new GLColorConvertImpl(target, secure);
+  if (color_convert == nullptr) {
+    DLOGE("Failed to create color convert instance for %d target %d secure", target, secure);
+    return nullptr;
+  }
+
+  int status = color_convert->Init();
+  if (status != 0) {
+    DLOGE("Failed to initialize GL Color convert instance %d", status);
+    delete color_convert;
+    return nullptr;
+  }
+
+  DLOGI("Created instance successfully");
+
+  return color_convert;
+}
+
+void GLColorConvert::Destroy(GLColorConvert* intf) {
+  GLColorConvertImpl* color_convert = static_cast<GLColorConvertImpl*>(intf);
+  if (color_convert->Deinit() != 0) {
+    DLOGE("De Init failed");
+  }
+
+  delete color_convert;
+}
+
+}  // namespace sdm

composer/gl_color_convert.h

@@ -0,0 +1,63 @@
+/*
+ * Copyright (c) 2019, The Linux Foundation. All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are
+ * met:
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above
+      copyright notice, this list of conditions and the following
+      disclaimer in the documentation and/or other materials provided
+      with the distribution.
+    * Neither the name of The Linux Foundation nor the names of its
+      contributors may be used to endorse or promote products derived
+      from this software without specific prior written permission.
+
+ * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
+ * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
+ * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
+ * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
+ * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+ * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+ * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
+ * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#ifndef __GL_COLOR_CONVERT_H__
+#define __GL_COLOR_CONVERT_H__
+
+#include <gralloc_priv.h>
+
+namespace sdm {
+
+enum GLRenderTarget {
+  kTargetRGBA,
+  kTargetYUV,
+};
+
+struct GLRect {
+  float left = 0.0f;
+  float top = 0.0f;
+  float right = 0.0f;
+  float bottom = 0.0f;
+};
+
+class GLColorConvert {
+ public:
+  static GLColorConvert* GetInstance(GLRenderTarget target, bool secure);
+  static void Destroy(GLColorConvert* intf);
+
+  virtual int Blit(const private_handle_t *src_hnd, const private_handle_t *dst_hnd,
+                   const GLRect &src_rect, const GLRect &dst_rect, int src_acquire_fence_fd,
+                   int dst_acquire_fence_fd, int *release_fence_fd) = 0;
+ protected:
+  virtual ~GLColorConvert() { }
+};
+
+}  // namespace sdm
+
+#endif  // __GL_COLOR_CONVERT_H__

composer/gl_color_convert_impl.cpp

@@ -0,0 +1,203 @@
+/*
+ * Copyright (c) 2019, The Linux Foundation. All rights reserved.
+ *
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are
+ * met:
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above
+      copyright notice, this list of conditions and the following
+      disclaimer in the documentation and/or other materials provided
+      with the distribution.
+    * Neither the name of The Linux Foundation nor the names of its
+      contributors may be used to endorse or promote products derived
+      from this software without specific prior written permission.
+
+ * THIS SOFTWARE IS PROVIDED "AS IS" AND ANY EXPRESS OR IMPLIED
+ * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT
+ * ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS
+ * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
+ * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+ * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE
+ * OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
+ * IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include "gl_color_convert_impl.h"
+
+#define __CLASS__ "GLColorConvertImpl"
+
+namespace sdm {
+
+const float kFullScreenVertices[] = {
+  -1.0f,  3.0f,
+  -1.0f, -1.0f,
+  3.0f, -1.0f
+};
+
+const float kFullScreenTexCoords[] = {
+  0.0f, 2.0f,
+  0.0f, 0.0f,
+  2.0f, 0.0f
+};
+
+const char* kVertexShader = ""
+  "#version 300 es                                                       \n"
+  "precision highp float;                                                \n"
+  "layout(location = 0) in vec2 in_pos;                                  \n"
+  "layout(location = 1) in vec2 in_uv;                                   \n"
+  "                                                                      \n"
+  "out vec2 uv;                                                          \n"
+  "                                                                      \n"
+  "void main()                                                           \n"
+  "{                                                                     \n"
+  "    gl_Position = vec4(in_pos, 0.0, 1.0);                             \n"
+  "    uv = in_uv;                                                       \n"
+  "}                                                                     \n";
+
+const char* kConvertRgbToYuvShader = ""
+  "#extension GL_EXT_YUV_target : require                                \n"
+  "precision highp float;                                                \n"
+  "                                                                      \n"
+  "layout(binding = 0) uniform sampler2D u_sTexture;                     \n"
+  "                                                                      \n"
+  "in vec2 uv;                                                           \n"
+  "layout (yuv) out vec4 color;                                          \n"
+  "                                                                      \n"
+  "void main()                                                           \n"
+  "{                                                                     \n"
+  "    vec3 rgbColor = texture(u_sTexture, uv).rgb;                      \n"
+  "    color = vec4(rgb_2_yuv(rgbColor, itu_601_full_range), 1.0);       \n"
+  "}                                                                     \n";
+
+int GLColorConvertImpl::CreateContext(GLRenderTarget target, bool secure) {
+  if (target != kTargetRGBA && target != kTargetYUV) {
+    DLOGE("Invalid GLRenderTarget: %d", target);
+    return -1;
+  }
+
+  ctx_.egl_display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
+  EGL(eglBindAPI(EGL_OPENGL_ES_API));
+
+  // Initialize current display.
+  EGL(eglInitialize(ctx_.egl_display, nullptr, nullptr));
+
+  // Get attributes corresponing to render target.
+  // Describes Framebuffer attributes like buffer depth, color space etc;
+  EGLConfig eglConfig;
+  int numConfig = 0;
+  if (target == kTargetRGBA) {
+    EGLint eglConfigAttribList[] = {EGL_SURFACE_TYPE, EGL_PBUFFER_BIT,
+                                    EGL_RED_SIZE,     8,
+                                    EGL_GREEN_SIZE,   8,
+                                    EGL_BLUE_SIZE,    8,
+                                    EGL_ALPHA_SIZE,   8,
+                                    EGL_NONE};
+    EGL(eglChooseConfig(ctx_.egl_display, eglConfigAttribList, &eglConfig, 1, &numConfig));
+  } else {
+    EGLint eglConfigAttribList[] = {EGL_SURFACE_TYPE, EGL_PBUFFER_BIT,
+                                    EGL_RENDERABLE_TYPE,           EGL_OPENGL_ES2_BIT,
+                                    EGL_COLOR_BUFFER_TYPE,         EGL_YUV_BUFFER_EXT,
+                                    EGL_YUV_ORDER_EXT,             EGL_YUV_ORDER_YUV_EXT,
+                                    EGL_YUV_NUMBER_OF_PLANES_EXT,  2,
+                                    EGL_YUV_SUBSAMPLE_EXT,         EGL_YUV_SUBSAMPLE_4_2_0_EXT,
+                                    EGL_YUV_DEPTH_RANGE_EXT,       EGL_YUV_DEPTH_RANGE_LIMITED_EXT,
+                                    EGL_YUV_CSC_STANDARD_EXT,      EGL_YUV_CSC_STANDARD_601_EXT,
+                                    EGL_YUV_PLANE_BPP_EXT,         EGL_YUV_PLANE_BPP_8_EXT,
+                                    EGL_NONE};
+    EGL(eglChooseConfig(ctx_.egl_display, eglConfigAttribList, &eglConfig, 1, &numConfig));
+  }
+
+  // When GPU runs in protected context it can read from
+  //  - Protected sources
+  //  - UnProtected source
+  // and writes into Protected buffer.
+  // VS in UnProtected context it can read/write happen from/to Unprotected sources.
+  EGLint egl_contextAttribList[] = {EGL_CONTEXT_CLIENT_VERSION, 3,
+                                    secure ? EGL_PROTECTED_CONTENT_EXT : EGL_NONE,
+                                    secure ? EGL_TRUE : EGL_NONE,
+                                    EGL_NONE};
+  ctx_.egl_context = eglCreateContext(ctx_.egl_display, eglConfig, NULL, egl_contextAttribList);
+
+  // eglCreatePbufferSurface creates an off-screen pixel buffer surface and returns its handle
+  EGLint egl_surfaceAttribList[] = {EGL_WIDTH, 1,
+                                    EGL_HEIGHT, 1,
+                                    secure ? EGL_PROTECTED_CONTENT_EXT : EGL_NONE,
+                                    secure ? EGL_TRUE : EGL_NONE,
+                                    EGL_NONE};
+  ctx_.egl_surface = eglCreatePbufferSurface(ctx_.egl_display, eglConfig, egl_surfaceAttribList);
+
+  // eglMakeCurrent attaches rendering context to rendering surface.
+  MakeCurrent(&ctx_);
+
+  DLOGI("Created context = %p", (void *)(&ctx_.egl_context));
+
+  // Load Vertex and Fragment shaders.
+  const char *fragment_shaders[2] = { };
+  int count = 0;
+  const char *version = "#version 300 es\n";
+
+  fragment_shaders[count++] = version;
+
+  // ToDo: Add support to yuv_to_rgb shader.
+  fragment_shaders[count++] = kConvertRgbToYuvShader;
+
+  ctx_.program_id = LoadProgram(1, &kVertexShader, count, fragment_shaders);
+
+  return 0;
+}
+
+int GLColorConvertImpl::Blit(const private_handle_t *src_hnd, const private_handle_t *dst_hnd,
+                             const GLRect &src_rect, const GLRect &dst_rect,
+                             int src_acquire_fence_fd, int dst_acquire_fence_fd,
+                             int *release_fence_fd) {
+  DTRACE_SCOPED();
+  // eglMakeCurrent attaches rendering context to rendering surface.
+  MakeCurrent(&ctx_);
+
+  SetProgram(ctx_.program_id);
+
+  SetSourceBuffer(src_hnd);
+  SetDestinationBuffer(dst_hnd);
+
+  glEnableVertexAttribArray(0);
+  glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, 0, kFullScreenVertices);
+  glEnableVertexAttribArray(1);
+  glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, 0, kFullScreenTexCoords);
+  glDrawArrays(GL_TRIANGLES, 0, 3);
+
+  int in_fence_fd = sync_merge(__CLASS__, src_acquire_fence_fd, dst_acquire_fence_fd);
+  if (in_fence_fd >= 0) {
+    WaitOnInputFence(in_fence_fd);
+  }
+
+  // Create output fence for client to wait on.
+  *release_fence_fd = CreateOutputFence();
+
+  return 0;
+}
+
+int GLColorConvertImpl::Init() {
+  return CreateContext(target_, secure_);
+}
+
+int GLColorConvertImpl::Deinit() {
+  MakeCurrent(&ctx_);
+  DestroyContext(&ctx_);
+
+  return 0;
+}
+
+GLColorConvertImpl::~GLColorConvertImpl() {}
+
+GLColorConvertImpl::GLColorConvertImpl(GLRenderTarget target, bool secure) {
+  target_ = target;
+  secure_ = secure;
+}
+
+}  // namespace sdm
+