components/pdf_viewer/pdf_viewer.cc

   1 // Copyright 2015 The Chromium Authors. All rights reserved.
   2 // Use of this source code is governed by a BSD-style license that can be
   3 // found in the LICENSE file.
   4
   5 #include "base/bind.h"
   6 #include "base/callback.h"
   7 #include "base/containers/hash_tables.h"
   8 #include "base/memory/scoped_ptr.h"
   9 #include "components/view_manager/public/cpp/types.h"
  10 #include "components/view_manager/public/cpp/view.h"
  11 #include "components/view_manager/public/cpp/view_observer.h"
  12 #include "components/view_manager/public/cpp/view_surface.h"
  13 #include "components/view_manager/public/cpp/view_tree_connection.h"
  14 #include "components/view_manager/public/cpp/view_tree_delegate.h"
  15 #include "components/view_manager/public/interfaces/compositor_frame.mojom.h"
  16 #include "components/view_manager/public/interfaces/gpu.mojom.h"
  17 #include "components/view_manager/public/interfaces/surface_id.mojom.h"
  18 #include "gpu/GLES2/gl2chromium.h"
  19 #include "gpu/GLES2/gl2extchromium.h"
  20 #include "mojo/application/public/cpp/application_connection.h"
  21 #include "mojo/application/public/cpp/application_delegate.h"
  22 #include "mojo/application/public/cpp/application_impl.h"
  23 #include "mojo/application/public/cpp/application_runner.h"
  24 #include "mojo/application/public/cpp/connect.h"
  25 #include "mojo/application/public/cpp/content_handler_factory.h"
  26 #include "mojo/application/public/cpp/interface_factory_impl.h"
  27 #include "mojo/application/public/cpp/service_provider_impl.h"
  28 #include "mojo/application/public/interfaces/content_handler.mojom.h"
  29 #include "mojo/application/public/interfaces/shell.mojom.h"
  30 #include "mojo/common/data_pipe_utils.h"
  31 #include "mojo/converters/geometry/geometry_type_converters.h"
  32 #include "mojo/converters/surfaces/surfaces_type_converters.h"
  33 #include "mojo/converters/surfaces/surfaces_utils.h"
  34 #include "mojo/public/c/gles2/gles2.h"
  35 #include "mojo/public/c/system/main.h"
  36 #include "mojo/public/cpp/bindings/binding.h"
  37 #include "third_party/pdfium/public/fpdf_ext.h"
  38 #include "third_party/pdfium/public/fpdfview.h"
  39 #include "ui/gfx/geometry/rect.h"
  40 #include "ui/mojo/events/input_events.mojom.h"
  41 #include "ui/mojo/events/input_key_codes.mojom.h"
  42 #include "ui/mojo/geometry/geometry.mojom.h"
  43 #include "ui/mojo/geometry/geometry_util.h"
  44 #include "v8/include/v8.h"
  45
  46 const uint32_t g_background_color = 0xFF888888;
  47 const uint32_t g_transparent_color = 0x00000000;
  48
  49 namespace pdf_viewer {
  50 namespace {
  51
  52 void LostContext(void*) {
  53   DCHECK(false);
  54 }
  55
  56 void OnGotContentHandlerID(uint32_t content_handler_id) {}
  57
  58 // BitmapUploader is useful if you want to draw a bitmap or color in a View.
  59 class BitmapUploader : public mojo::SurfaceClient {
  60  public:
  61   explicit BitmapUploader(mojo::View* view)
  62       : view_(view),
  63         color_(g_transparent_color),
  64         width_(0),
  65         height_(0),
  66         format_(BGRA),
  67         next_resource_id_(1u),
  68         id_namespace_(0u),
  69         local_id_(0u),
  70         returner_binding_(this) {
  71   }
  72   ~BitmapUploader() override {
  73     MojoGLES2DestroyContext(gles2_context_);
  74   }
  75
  76   void Init(mojo::Shell* shell) {
  77     surface_ = view_->RequestSurface();
  78     surface_->BindToThread();
  79
  80     mojo::ServiceProviderPtr gpu_service_provider;
  81     mojo::URLRequestPtr request2(mojo::URLRequest::New());
  82     request2->url = mojo::String::From("mojo:view_manager");
  83     shell->ConnectToApplication(request2.Pass(),
  84                                 mojo::GetProxy(&gpu_service_provider), nullptr,
  85                                 nullptr, base::Bind(&OnGotContentHandlerID));
  86     ConnectToService(gpu_service_provider.get(), &gpu_service_);
  87
  88     mojo::CommandBufferPtr gles2_client;
  89     gpu_service_->CreateOffscreenGLES2Context(GetProxy(&gles2_client));
  90     gles2_context_ = MojoGLES2CreateContext(
  91         gles2_client.PassInterface().PassHandle().release().value(),
  92         &LostContext, NULL, mojo::Environment::GetDefaultAsyncWaiter());
  93     MojoGLES2MakeCurrent(gles2_context_);
  94   }
  95
  96   // Sets the color which is RGBA.
  97   void SetColor(uint32_t color) {
  98     if (color_ == color)
  99       return;
 100     color_ = color;
 101     if (surface_)
 102       Upload();
 103   }
 104
 105   enum Format {
 106     RGBA,  // Pixel layout on Android.
 107     BGRA,  // Pixel layout everywhere else.
 108   };
 109
 110   // Sets a bitmap.
 111   void SetBitmap(int width,
 112                  int height,
 113                  scoped_ptr<std::vector<unsigned char>> data,
 114                  Format format) {
 115     width_ = width;
 116     height_ = height;
 117     bitmap_ = data.Pass();
 118     format_ = format;
 119     if (surface_)
 120       Upload();
 121   }
 122
 123  private:
 124   void Upload() {
 125     gfx::Rect bounds(view_->bounds().To<gfx::Rect>());
 126     mojo::PassPtr pass = mojo::CreateDefaultPass(1, bounds);
 127     mojo::CompositorFramePtr frame = mojo::CompositorFrame::New();
 128
 129     // TODO(rjkroege): Support device scale factor in PDF viewer
 130     mojo::CompositorFrameMetadataPtr meta =
 131         mojo::CompositorFrameMetadata::New();
 132     meta->device_scale_factor = 1.0f;
 133     frame->metadata = meta.Pass();
 134
 135     frame->resources.resize(0u);
 136
 137     pass->quads.resize(0u);
 138     pass->shared_quad_states.push_back(
 139         mojo::CreateDefaultSQS(bounds.size()));
 140
 141     MojoGLES2MakeCurrent(gles2_context_);
 142     if (bitmap_.get()) {
 143       mojo::Size bitmap_size;
 144       bitmap_size.width = width_;
 145       bitmap_size.height = height_;
 146       GLuint texture_id = BindTextureForSize(bitmap_size);
 147       glTexSubImage2D(GL_TEXTURE_2D,
 148                       0,
 149                       0,
 150                       0,
 151                       bitmap_size.width,
 152                       bitmap_size.height,
 153                       TextureFormat(),
 154                       GL_UNSIGNED_BYTE,
 155                       &((*bitmap_)[0]));
 156
 157       GLbyte mailbox[GL_MAILBOX_SIZE_CHROMIUM];
 158       glGenMailboxCHROMIUM(mailbox);
 159       glProduceTextureCHROMIUM(GL_TEXTURE_2D, mailbox);
 160       GLuint sync_point = glInsertSyncPointCHROMIUM();
 161
 162       mojo::TransferableResourcePtr resource =
 163           mojo::TransferableResource::New();
 164       resource->id = next_resource_id_++;
 165       resource_to_texture_id_map_[resource->id] = texture_id;
 166       resource->format = mojo::RESOURCE_FORMAT_RGBA_8888;
 167       resource->filter = GL_LINEAR;
 168       resource->size = bitmap_size.Clone();
 169       mojo::MailboxHolderPtr mailbox_holder = mojo::MailboxHolder::New();
 170       mailbox_holder->mailbox = mojo::Mailbox::New();
 171       for (int i = 0; i < GL_MAILBOX_SIZE_CHROMIUM; ++i)
 172         mailbox_holder->mailbox->name.push_back(mailbox[i]);
 173       mailbox_holder->texture_target = GL_TEXTURE_2D;
 174       mailbox_holder->sync_point = sync_point;
 175       resource->mailbox_holder = mailbox_holder.Pass();
 176       resource->is_repeated = false;
 177       resource->is_software = false;
 178
 179       mojo::QuadPtr quad = mojo::Quad::New();
 180       quad->material = mojo::MATERIAL_TEXTURE_CONTENT;
 181
 182       mojo::RectPtr rect = mojo::Rect::New();
 183       if (width_ <= bounds.width() && height_ <= bounds.height()) {
 184         rect->width = width_;
 185         rect->height = height_;
 186       } else {
 187         // The source bitmap is larger than the viewport. Resize it while
 188         // maintaining the aspect ratio.
 189         float width_ratio = static_cast<float>(width_) / bounds.width();
 190         float height_ratio = static_cast<float>(height_) / bounds.height();
 191         if (width_ratio > height_ratio) {
 192           rect->width = bounds.width();
 193           rect->height = height_ / width_ratio;
 194         } else {
 195           rect->height = bounds.height();
 196           rect->width = width_ / height_ratio;
 197         }
 198       }
 199       quad->rect = rect.Clone();
 200       quad->opaque_rect = rect.Clone();
 201       quad->visible_rect = rect.Clone();
 202       quad->needs_blending = true;
 203       quad->shared_quad_state_index = 0u;
 204
 205       mojo::TextureQuadStatePtr texture_state = mojo::TextureQuadState::New();
 206       texture_state->resource_id = resource->id;
 207       texture_state->premultiplied_alpha = true;
 208       texture_state->uv_top_left = mojo::PointF::New();
 209       texture_state->uv_bottom_right = mojo::PointF::New();
 210       texture_state->uv_bottom_right->x = 1.f;
 211       texture_state->uv_bottom_right->y = 1.f;
 212       texture_state->background_color = mojo::Color::New();
 213       texture_state->background_color->rgba = g_transparent_color;
 214       for (int i = 0; i < 4; ++i)
 215         texture_state->vertex_opacity.push_back(1.f);
 216       texture_state->y_flipped = false;
 217
 218       frame->resources.push_back(resource.Pass());
 219       quad->texture_quad_state = texture_state.Pass();
 220       pass->quads.push_back(quad.Pass());
 221     }
 222
 223     if (color_ != g_transparent_color) {
 224       mojo::QuadPtr quad = mojo::Quad::New();
 225       quad->material = mojo::MATERIAL_SOLID_COLOR;
 226       quad->rect = mojo::Rect::From(bounds);
 227       quad->opaque_rect = mojo::Rect::New();
 228       quad->visible_rect = mojo::Rect::From(bounds);
 229       quad->needs_blending = true;
 230       quad->shared_quad_state_index = 0u;
 231
 232       mojo::SolidColorQuadStatePtr color_state =
 233           mojo::SolidColorQuadState::New();
 234       color_state->color = mojo::Color::New();
 235       color_state->color->rgba = color_;
 236       color_state->force_anti_aliasing_off = false;
 237
 238       quad->solid_color_quad_state = color_state.Pass();
 239       pass->quads.push_back(quad.Pass());
 240     }
 241
 242     frame->passes.push_back(pass.Pass());
 243
 244     // TODO(rjkroege, fsamuel): We should throttle frames.
 245     surface_->SubmitCompositorFrame(frame.Pass());
 246   }
 247
 248   uint32_t BindTextureForSize(const mojo::Size size) {
 249     // TODO(jamesr): Recycle textures.
 250     GLuint texture = 0u;
 251     glGenTextures(1, &texture);
 252     glBindTexture(GL_TEXTURE_2D, texture);
 253     glTexImage2D(GL_TEXTURE_2D,
 254                  0,
 255                  TextureFormat(),
 256                  size.width,
 257                  size.height,
 258                  0,
 259                  TextureFormat(),
 260                  GL_UNSIGNED_BYTE,
 261                  0);
 262     glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_LINEAR);
 263     return texture;
 264   }
 265
 266   uint32_t TextureFormat() {
 267     return format_ == BGRA ? GL_BGRA_EXT : GL_RGBA;
 268   }
 269
 270   void SetIdNamespace(uint32_t id_namespace) {
 271     id_namespace_ = id_namespace;
 272     if (color_ != g_transparent_color || bitmap_.get())
 273       Upload();
 274   }
 275
 276   // SurfaceClient implementation.
 277   void ReturnResources(
 278       mojo::Array<mojo::ReturnedResourcePtr> resources) override {
 279     MojoGLES2MakeCurrent(gles2_context_);
 280     // TODO(jamesr): Recycle.
 281     for (size_t i = 0; i < resources.size(); ++i) {
 282       mojo::ReturnedResourcePtr resource = resources[i].Pass();
 283       DCHECK_EQ(1, resource->count);
 284       glWaitSyncPointCHROMIUM(resource->sync_point);
 285       uint32_t texture_id = resource_to_texture_id_map_[resource->id];
 286       DCHECK_NE(0u, texture_id);
 287       resource_to_texture_id_map_.erase(resource->id);
 288       glDeleteTextures(1, &texture_id);
 289     }
 290   }
 291
 292   mojo::View* view_;
 293   mojo::GpuPtr gpu_service_;
 294   scoped_ptr<mojo::ViewSurface> surface_;
 295   MojoGLES2Context gles2_context_;
 296
 297   mojo::Size size_;
 298   uint32_t color_;
 299   int width_;
 300   int height_;
 301   Format format_;
 302   scoped_ptr<std::vector<unsigned char>> bitmap_;
 303   uint32_t next_resource_id_;
 304   uint32_t id_namespace_;
 305   uint32_t local_id_;
 306   base::hash_map<uint32_t, uint32_t> resource_to_texture_id_map_;
 307   mojo::Binding<mojo::SurfaceClient> returner_binding_;
 308
 309   DISALLOW_COPY_AND_ASSIGN(BitmapUploader);
 310 };
 311
 312 class EmbedderData {
 313  public:
 314   EmbedderData(mojo::Shell* shell, mojo::View* root) : bitmap_uploader_(root) {
 315     bitmap_uploader_.Init(shell);
 316     bitmap_uploader_.SetColor(g_background_color);
 317   }
 318
 319   BitmapUploader& bitmap_uploader() { return bitmap_uploader_; }
 320
 321  private:
 322   BitmapUploader bitmap_uploader_;
 323
 324   DISALLOW_COPY_AND_ASSIGN(EmbedderData);
 325 };
 326
 327 class PDFView : public mojo::ApplicationDelegate,
 328                 public mojo::ViewTreeDelegate,
 329                 public mojo::ViewObserver,
 330                 public mojo::InterfaceFactory<mojo::ViewTreeClient> {
 331  public:
 332   PDFView(mojo::InterfaceRequest<mojo::Application> request,
 333           mojo::URLResponsePtr response)
 334       : app_(this, request.Pass(), base::Bind(&PDFView::OnTerminate,
 335                                               base::Unretained(this))),
 336         current_page_(0), page_count_(0), doc_(nullptr) {
 337     FetchPDF(response.Pass());
 338   }
 339
 340   ~PDFView() override {
 341     if (doc_)
 342       FPDF_CloseDocument(doc_);
 343     for (auto& roots : embedder_for_roots_) {
 344       roots.first->RemoveObserver(this);
 345       delete roots.second;
 346     }
 347   }
 348
 349  private:
 350   // Overridden from ApplicationDelegate:
 351   bool ConfigureIncomingConnection(
 352       mojo::ApplicationConnection* connection) override {
 353     connection->AddService<mojo::ViewTreeClient>(this);
 354     return true;
 355   }
 356
 357   // Overridden from ViewTreeDelegate:
 358   void OnEmbed(mojo::View* root) override {
 359     DCHECK(embedder_for_roots_.find(root) == embedder_for_roots_.end());
 360     root->AddObserver(this);
 361     EmbedderData* embedder_data = new EmbedderData(app_.shell(), root);
 362     embedder_for_roots_[root] = embedder_data;
 363     DrawBitmap(embedder_data);
 364   }
 365
 366   void OnConnectionLost(mojo::ViewTreeConnection* connection) override {}
 367
 368   // Overridden from ViewObserver:
 369   void OnViewBoundsChanged(mojo::View* view,
 370                            const mojo::Rect& old_bounds,
 371                            const mojo::Rect& new_bounds) override {
 372     DCHECK(embedder_for_roots_.find(view) != embedder_for_roots_.end());
 373     DrawBitmap(embedder_for_roots_[view]);
 374   }
 375
 376   void OnViewInputEvent(mojo::View* view,
 377                         const mojo::EventPtr& event) override {
 378     DCHECK(embedder_for_roots_.find(view) != embedder_for_roots_.end());
 379     if (event->key_data &&
 380         (event->action != mojo::EVENT_TYPE_KEY_PRESSED ||
 381          event->key_data->is_char)) {
 382       return;
 383     }
 384
 385     if ((event->key_data &&
 386          event->key_data->windows_key_code == mojo::KEYBOARD_CODE_DOWN) ||
 387         (event->pointer_data && event->pointer_data->vertical_wheel < 0)) {
 388       if (current_page_ < (page_count_ - 1)) {
 389         current_page_++;
 390         DrawBitmap(embedder_for_roots_[view]);
 391       }
 392     } else if ((event->key_data &&
 393                 event->key_data->windows_key_code == mojo::KEYBOARD_CODE_UP) ||
 394                (event->pointer_data &&
 395                 event->pointer_data->vertical_wheel > 0)) {
 396       if (current_page_ > 0) {
 397         current_page_--;
 398         DrawBitmap(embedder_for_roots_[view]);
 399       }
 400     }
 401   }
 402
 403   void OnViewDestroyed(mojo::View* view) override {
 404     DCHECK(embedder_for_roots_.find(view) != embedder_for_roots_.end());
 405     const auto& it = embedder_for_roots_.find(view);
 406     DCHECK(it != embedder_for_roots_.end());
 407     delete it->second;
 408     embedder_for_roots_.erase(it);
 409     if (embedder_for_roots_.size() == 0)
 410       app_.Quit();
 411   }
 412
 413   // Overridden from mojo::InterfaceFactory<mojo::ViewTreeClient>:
 414   void Create(
 415       mojo::ApplicationConnection* connection,
 416       mojo::InterfaceRequest<mojo::ViewTreeClient> request) override {
 417     mojo::ViewTreeConnection::Create(this, request.Pass());
 418   }
 419
 420   void DrawBitmap(EmbedderData* embedder_data) {
 421     if (!doc_)
 422       return;
 423
 424     FPDF_PAGE page = FPDF_LoadPage(doc_, current_page_);
 425     int width = static_cast<int>(FPDF_GetPageWidth(page));
 426     int height = static_cast<int>(FPDF_GetPageHeight(page));
 427
 428     scoped_ptr<std::vector<unsigned char>> bitmap;
 429     bitmap.reset(new std::vector<unsigned char>);
 430     bitmap->resize(width * height * 4);
 431
 432     FPDF_BITMAP f_bitmap = FPDFBitmap_CreateEx(width, height, FPDFBitmap_BGRA,
 433                                                &(*bitmap)[0], width * 4);
 434     FPDFBitmap_FillRect(f_bitmap, 0, 0, width, height, 0xFFFFFFFF);
 435     FPDF_RenderPageBitmap(f_bitmap, page, 0, 0, width, height, 0, 0);
 436     FPDFBitmap_Destroy(f_bitmap);
 437
 438     FPDF_ClosePage(page);
 439
 440     embedder_data->bitmap_uploader().SetBitmap(width, height, bitmap.Pass(),
 441                                                BitmapUploader::BGRA);
 442   }
 443
 444   void FetchPDF(mojo::URLResponsePtr response) {
 445     data_.clear();
 446     mojo::common::BlockingCopyToString(response->body.Pass(), &data_);
 447     if (data_.length() >= static_cast<size_t>(std::numeric_limits<int>::max()))
 448       return;
 449     doc_ = FPDF_LoadMemDocument(data_.data(), static_cast<int>(data_.length()),
 450                                 nullptr);
 451     page_count_ = FPDF_GetPageCount(doc_);
 452   }
 453
 454   // Callback from the quit closure. We key off this rather than
 455   // ApplicationDelegate::Quit() as we don't want to shut down the messageloop
 456   // when we quit (the messageloop is shared among multiple PDFViews).
 457   void OnTerminate() {
 458     delete this;
 459   }
 460
 461   mojo::ApplicationImpl app_;
 462   std::string data_;
 463   int current_page_;
 464   int page_count_;
 465   FPDF_DOCUMENT doc_;
 466   std::map<mojo::View*, EmbedderData*> embedder_for_roots_;
 467
 468   DISALLOW_COPY_AND_ASSIGN(PDFView);
 469 };
 470
 471 class ContentHandlerImpl : public mojo::ContentHandler {
 472  public:
 473   ContentHandlerImpl(mojo::InterfaceRequest<ContentHandler> request)
 474       : binding_(this, request.Pass()) {}
 475   ~ContentHandlerImpl() override {}
 476
 477  private:
 478   // Overridden from ContentHandler:
 479   void StartApplication(mojo::InterfaceRequest<mojo::Application> request,
 480                         mojo::URLResponsePtr response) override {
 481     new PDFView(request.Pass(), response.Pass());
 482   }
 483
 484   mojo::StrongBinding<mojo::ContentHandler> binding_;
 485
 486   DISALLOW_COPY_AND_ASSIGN(ContentHandlerImpl);
 487 };
 488
 489 class PDFViewer : public mojo::ApplicationDelegate,
 490                   public mojo::InterfaceFactory<mojo::ContentHandler> {
 491  public:
 492   PDFViewer() {
 493     v8::V8::InitializeICU();
 494     FPDF_InitLibrary();
 495   }
 496
 497   ~PDFViewer() override {
 498     FPDF_DestroyLibrary();
 499   }
 500
 501  private:
 502   // Overridden from ApplicationDelegate:
 503   bool ConfigureIncomingConnection(
 504       mojo::ApplicationConnection* connection) override {
 505     connection->AddService(this);
 506     return true;
 507   }
 508
 509   // Overridden from InterfaceFactory<ContentHandler>:
 510   void Create(mojo::ApplicationConnection* connection,
 511               mojo::InterfaceRequest<mojo::ContentHandler> request) override {
 512     new ContentHandlerImpl(request.Pass());
 513   }
 514
 515   DISALLOW_COPY_AND_ASSIGN(PDFViewer);
 516 };
 517
 518 }  // namespace
 519 }  // namespace pdf_viewer
 520
 521 MojoResult MojoMain(MojoHandle application_request) {
 522   mojo::ApplicationRunner runner(new pdf_viewer::PDFViewer());
 523   return runner.Run(application_request);
 524 }