Project import generated by Copybara.

PiperOrigin-RevId: 253489161
2019-06-16 16:06:57 -07:00
commit d68f5e4169
844 changed files with 134997 additions and 0 deletions
@@ -0,0 +1,177 @@
+// Copyright 2019 The MediaPipe Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+#include "mediapipe/gpu/gl_quad_renderer.h"
+
+#include "mediapipe/framework/port/ret_check.h"
+#include "mediapipe/gpu/gl_simple_shaders.h"
+#include "mediapipe/gpu/shader_util.h"
+
+namespace mediapipe {
+
+enum { ATTRIB_VERTEX, ATTRIB_TEXTURE_POSITION, NUM_ATTRIBUTES };
+
+// static
+FrameScaleMode FrameScaleModeFromProto(ScaleMode_Mode proto_scale_mode,
+                                       FrameScaleMode default_mode) {
+  switch (proto_scale_mode) {
+    case ScaleMode_Mode_DEFAULT:
+      return default_mode;
+    case ScaleMode_Mode_STRETCH:
+      return FrameScaleMode::kStretch;
+    case ScaleMode_Mode_FIT:
+      return FrameScaleMode::kFit;
+    case ScaleMode_Mode_FILL_AND_CROP:
+      return FrameScaleMode::kFillAndCrop;
+    default:
+      return default_mode;
+  }
+}
+
+FrameRotation FrameRotationFromDegrees(int degrees_ccw) {
+  switch (degrees_ccw) {
+    case 0:
+      return FrameRotation::kNone;
+    case 90:
+      return FrameRotation::k90;
+    case 180:
+      return FrameRotation::k180;
+    case 270:
+      return FrameRotation::k270;
+    default:
+      return FrameRotation::kNone;
+  }
+}
+
+::mediapipe::Status QuadRenderer::GlSetup() {
+  return GlSetup(kBasicTexturedFragmentShader, {"video_frame"});
+}
+
+::mediapipe::Status QuadRenderer::GlSetup(
+    const GLchar* custom_frag_shader,
+    const std::vector<const GLchar*>& custom_frame_uniforms) {
+  // Load vertex and fragment shaders
+  const GLint attr_location[NUM_ATTRIBUTES] = {
+      ATTRIB_VERTEX,
+      ATTRIB_TEXTURE_POSITION,
+  };
+  const GLchar* attr_name[NUM_ATTRIBUTES] = {
+      "position",
+      "texture_coordinate",
+  };
+
+  GlhCreateProgram(kScaledVertexShader, custom_frag_shader, NUM_ATTRIBUTES,
+                   &attr_name[0], attr_location, &program_);
+  RET_CHECK(program_) << "Problem initializing the program.";
+
+  frame_unifs_.resize(custom_frame_uniforms.size());
+  for (int i = 0; i < custom_frame_uniforms.size(); ++i) {
+    frame_unifs_[i] = glGetUniformLocation(program_, custom_frame_uniforms[i]);
+    RET_CHECK(frame_unifs_[i] != -1)
+        << "could not find uniform '" << custom_frame_uniforms[i] << "'";
+  }
+  scale_unif_ = glGetUniformLocation(program_, "scale");
+  RET_CHECK(scale_unif_ != -1) << "could not find uniform 'scale'";
+
+  return ::mediapipe::OkStatus();
+}
+
+void QuadRenderer::GlTeardown() {
+  if (program_) {
+    glDeleteProgram(program_);
+    program_ = 0;
+  }
+}
+
+::mediapipe::Status QuadRenderer::GlRender(
+    float frame_width, float frame_height, float view_width, float view_height,
+    FrameScaleMode scale_mode, FrameRotation rotation, bool flip_horizontal,
+    bool flip_vertical, bool flip_texture) {
+  RET_CHECK(program_) << "Must setup the program before rendering.";
+
+  glUseProgram(program_);
+  for (int i = 0; i < frame_unifs_.size(); ++i) {
+    glUniform1i(frame_unifs_[i], i + 1);
+  }
+
+  // Determine scale parameter.
+  if (rotation == FrameRotation::k90 || rotation == FrameRotation::k270) {
+    std::swap(frame_width, frame_height);
+  }
+  GLfloat scale_width = frame_width / view_width;
+  GLfloat scale_height = frame_height / view_height;
+  GLfloat scale_adjust;
+
+  switch (scale_mode) {
+    case FrameScaleMode::kStretch:
+      scale_width = scale_height = 1.0;
+      break;
+    case FrameScaleMode::kFillAndCrop:
+      // Make the smallest dimension touch the edge.
+      scale_adjust = std::min(scale_width, scale_height);
+      scale_width /= scale_adjust;
+      scale_height /= scale_adjust;
+      break;
+    case FrameScaleMode::kFit:
+      // Make the largest dimension touch the edge.
+      scale_adjust = std::max(scale_width, scale_height);
+      scale_width /= scale_adjust;
+      scale_height /= scale_adjust;
+      break;
+  }
+
+  const int h_flip_factor = flip_horizontal ? -1 : 1;
+  const int v_flip_factor = flip_vertical ? -1 : 1;
+  GLfloat scale[] = {scale_width * h_flip_factor, scale_height * v_flip_factor,
+                     1.0, 1.0};
+  glUniform4fv(scale_unif_, 1, scale);
+
+  // Choose vertices for rotation.
+  const GLfloat* vertices;  // quad used to render the texture.
+  switch (rotation) {
+    case FrameRotation::kNone:
+      vertices = kBasicSquareVertices;
+      break;
+    case FrameRotation::k90:
+      vertices = kBasicSquareVertices90;
+      break;
+    case FrameRotation::k180:
+      vertices = kBasicSquareVertices180;
+      break;
+    case FrameRotation::k270:
+      vertices = kBasicSquareVertices270;
+      break;
+  }
+
+  // Draw.
+  glVertexAttribPointer(ATTRIB_VERTEX, 2, GL_FLOAT, 0, 0, vertices);
+  glEnableVertexAttribArray(ATTRIB_VERTEX);
+  glVertexAttribPointer(
+      ATTRIB_TEXTURE_POSITION, 2, GL_FLOAT, 0, 0,
+      flip_texture ? kBasicTextureVerticesFlipY : kBasicTextureVertices);
+  glEnableVertexAttribArray(ATTRIB_TEXTURE_POSITION);
+  glDrawArrays(GL_TRIANGLE_STRIP, 0, 4);
+
+  return ::mediapipe::OkStatus();
+}
+
+::mediapipe::Status FrameRotationFromInt(FrameRotation* rotation,
+                                         int degrees_ccw) {
+  RET_CHECK(degrees_ccw % 90 == 0) << "rotation must be a multiple of 90; "
+                                   << degrees_ccw << " was provided";
+  *rotation = FrameRotationFromDegrees(degrees_ccw % 360);
+  return ::mediapipe::OkStatus();
+}
+
+}  // namespace mediapipe