123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269 |
- // Copyright (c) 2016 GitHub, Inc.
- // Use of this source code is governed by the MIT license that can be
- // found in the LICENSE file.
- #include "atom/browser/osr/osr_render_widget_host_view.h"
- #include <algorithm>
- #include <memory>
- #include <utility>
- #include <vector>
- #include "base/callback_helpers.h"
- #include "base/location.h"
- #include "base/memory/ptr_util.h"
- #include "base/single_thread_task_runner.h"
- #include "base/time/time.h"
- #include "components/viz/common/frame_sinks/copy_output_request.h"
- #include "components/viz/common/frame_sinks/delay_based_time_source.h"
- #include "components/viz/common/gl_helper.h"
- #include "components/viz/common/quads/render_pass.h"
- #include "content/browser/renderer_host/compositor_resize_lock.h"
- #include "content/browser/renderer_host/render_widget_host_delegate.h"
- #include "content/browser/renderer_host/render_widget_host_impl.h"
- #include "content/browser/renderer_host/render_widget_host_view_frame_subscriber.h"
- #include "content/common/view_messages.h"
- #include "content/public/browser/browser_thread.h"
- #include "content/public/browser/context_factory.h"
- #include "media/base/video_frame.h"
- #include "third_party/WebKit/public/platform/WebInputEvent.h"
- #include "ui/compositor/compositor.h"
- #include "ui/compositor/layer.h"
- #include "ui/compositor/layer_type.h"
- #include "ui/events/base_event_utils.h"
- #include "ui/events/event_constants.h"
- #include "ui/gfx/geometry/dip_util.h"
- #include "ui/gfx/native_widget_types.h"
- #include "ui/gfx/skbitmap_operations.h"
- #include "ui/latency/latency_info.h"
- namespace atom {
- namespace {
- const float kDefaultScaleFactor = 1.0;
- const int kFrameRetryLimit = 2;
- ui::MouseEvent UiMouseEventFromWebMouseEvent(blink::WebMouseEvent event) {
- ui::EventType type = ui::EventType::ET_UNKNOWN;
- switch (event.GetType()) {
- case blink::WebInputEvent::kMouseDown:
- type = ui::EventType::ET_MOUSE_PRESSED;
- break;
- case blink::WebInputEvent::kMouseUp:
- type = ui::EventType::ET_MOUSE_RELEASED;
- break;
- case blink::WebInputEvent::kMouseMove:
- type = ui::EventType::ET_MOUSE_MOVED;
- break;
- case blink::WebInputEvent::kMouseEnter:
- type = ui::EventType::ET_MOUSE_ENTERED;
- break;
- case blink::WebInputEvent::kMouseLeave:
- type = ui::EventType::ET_MOUSE_EXITED;
- break;
- case blink::WebInputEvent::kMouseWheel:
- type = ui::EventType::ET_MOUSEWHEEL;
- break;
- default:
- type = ui::EventType::ET_UNKNOWN;
- break;
- }
- int button_flags = 0;
- switch (event.button) {
- case blink::WebMouseEvent::Button::kBack:
- button_flags |= ui::EventFlags::EF_BACK_MOUSE_BUTTON;
- break;
- case blink::WebMouseEvent::Button::kForward:
- button_flags |= ui::EventFlags::EF_FORWARD_MOUSE_BUTTON;
- break;
- case blink::WebMouseEvent::Button::kLeft:
- button_flags |= ui::EventFlags::EF_LEFT_MOUSE_BUTTON;
- break;
- case blink::WebMouseEvent::Button::kMiddle:
- button_flags |= ui::EventFlags::EF_MIDDLE_MOUSE_BUTTON;
- break;
- case blink::WebMouseEvent::Button::kRight:
- button_flags |= ui::EventFlags::EF_RIGHT_MOUSE_BUTTON;
- break;
- default:
- button_flags = 0;
- break;
- }
- ui::MouseEvent ui_event(type,
- gfx::Point(std::floor(event.PositionInWidget().x),
- std::floor(event.PositionInWidget().y)),
- gfx::Point(std::floor(event.PositionInWidget().x),
- std::floor(event.PositionInWidget().y)),
- ui::EventTimeForNow(), button_flags, button_flags);
- ui_event.SetClickCount(event.click_count);
- return ui_event;
- }
- ui::MouseWheelEvent UiMouseWheelEventFromWebMouseEvent(
- blink::WebMouseWheelEvent event) {
- return ui::MouseWheelEvent(UiMouseEventFromWebMouseEvent(event),
- std::floor(event.delta_x),
- std::floor(event.delta_y));
- }
- } // namespace
- class AtomCopyFrameGenerator {
- public:
- AtomCopyFrameGenerator(OffScreenRenderWidgetHostView* view,
- int frame_rate_threshold_us)
- : view_(view),
- frame_duration_(
- base::TimeDelta::FromMicroseconds(frame_rate_threshold_us)),
- weak_ptr_factory_(this) {
- last_time_ = base::Time::Now();
- }
- void GenerateCopyFrame(const gfx::Rect& damage_rect) {
- if (!view_->render_widget_host() || !view_->IsPainting())
- return;
- auto request = std::make_unique<viz::CopyOutputRequest>(
- viz::CopyOutputRequest::ResultFormat::RGBA_BITMAP,
- base::BindOnce(
- &AtomCopyFrameGenerator::CopyFromCompositingSurfaceHasResult,
- weak_ptr_factory_.GetWeakPtr(), damage_rect));
- request->set_area(gfx::Rect(view_->GetPhysicalBackingSize()));
- view_->GetRootLayer()->RequestCopyOfOutput(std::move(request));
- }
- void set_frame_rate_threshold_us(int frame_rate_threshold_us) {
- frame_duration_ =
- base::TimeDelta::FromMicroseconds(frame_rate_threshold_us);
- }
- private:
- void CopyFromCompositingSurfaceHasResult(
- const gfx::Rect& damage_rect,
- std::unique_ptr<viz::CopyOutputResult> result) {
- if (result->IsEmpty() || result->size().IsEmpty() ||
- !view_->render_widget_host()) {
- OnCopyFrameCaptureFailure(damage_rect);
- return;
- }
- DCHECK(!result->IsEmpty());
- auto source = std::make_unique<SkBitmap>(result->AsSkBitmap());
- DCHECK(source->readyToDraw());
- if (source) {
- base::AutoLock autolock(lock_);
- std::shared_ptr<SkBitmap> bitmap(source.release());
- base::TimeTicks now = base::TimeTicks::Now();
- base::TimeDelta next_frame_in = next_frame_time_ - now;
- if (next_frame_in > frame_duration_ / 4) {
- next_frame_time_ += frame_duration_;
- content::BrowserThread::PostDelayedTask(
- content::BrowserThread::UI, FROM_HERE,
- base::BindOnce(&AtomCopyFrameGenerator::OnCopyFrameCaptureSuccess,
- weak_ptr_factory_.GetWeakPtr(), damage_rect, bitmap),
- next_frame_in);
- } else {
- next_frame_time_ = now + frame_duration_;
- OnCopyFrameCaptureSuccess(damage_rect, bitmap);
- }
- frame_retry_count_ = 0;
- } else {
- OnCopyFrameCaptureFailure(damage_rect);
- }
- }
- void OnCopyFrameCaptureFailure(const gfx::Rect& damage_rect) {
- const bool force_frame = (++frame_retry_count_ <= kFrameRetryLimit);
- if (force_frame) {
- // Retry with the same |damage_rect|.
- content::BrowserThread::PostTask(
- content::BrowserThread::UI, FROM_HERE,
- base::BindOnce(&AtomCopyFrameGenerator::GenerateCopyFrame,
- weak_ptr_factory_.GetWeakPtr(), damage_rect));
- }
- }
- void OnCopyFrameCaptureSuccess(const gfx::Rect& damage_rect,
- const std::shared_ptr<SkBitmap>& bitmap) {
- base::AutoLock lock(onPaintLock_);
- view_->OnPaint(damage_rect, *bitmap);
- }
- base::Lock lock_;
- base::Lock onPaintLock_;
- OffScreenRenderWidgetHostView* view_;
- base::Time last_time_;
- int frame_retry_count_ = 0;
- base::TimeTicks next_frame_time_ = base::TimeTicks::Now();
- base::TimeDelta frame_duration_;
- base::WeakPtrFactory<AtomCopyFrameGenerator> weak_ptr_factory_;
- DISALLOW_COPY_AND_ASSIGN(AtomCopyFrameGenerator);
- };
- class AtomBeginFrameTimer : public viz::DelayBasedTimeSourceClient {
- public:
- AtomBeginFrameTimer(int frame_rate_threshold_us,
- const base::Closure& callback)
- : callback_(callback) {
- time_source_.reset(new viz::DelayBasedTimeSource(
- content::BrowserThread::GetTaskRunnerForThread(
- content::BrowserThread::UI)
- .get()));
- time_source_->SetTimebaseAndInterval(
- base::TimeTicks(),
- base::TimeDelta::FromMicroseconds(frame_rate_threshold_us));
- time_source_->SetClient(this);
- }
- void SetActive(bool active) { time_source_->SetActive(active); }
- bool IsActive() const { return time_source_->Active(); }
- void SetFrameRateThresholdUs(int frame_rate_threshold_us) {
- time_source_->SetTimebaseAndInterval(
- base::TimeTicks::Now(),
- base::TimeDelta::FromMicroseconds(frame_rate_threshold_us));
- }
- private:
- void OnTimerTick() override { callback_.Run(); }
- const base::Closure callback_;
- std::unique_ptr<viz::DelayBasedTimeSource> time_source_;
- DISALLOW_COPY_AND_ASSIGN(AtomBeginFrameTimer);
- };
- OffScreenRenderWidgetHostView::OffScreenRenderWidgetHostView(
- bool transparent,
- bool painting,
- int frame_rate,
- const OnPaintCallback& callback,
- content::RenderWidgetHost* host,
- OffScreenRenderWidgetHostView* parent_host_view,
- NativeWindow* native_window)
- : render_widget_host_(content::RenderWidgetHostImpl::From(host)),
- parent_host_view_(parent_host_view),
- native_window_(native_window),
- transparent_(transparent),
- callback_(callback),
- frame_rate_(frame_rate),
- scale_factor_(kDefaultScaleFactor),
- size_(native_window->GetSize()),
- painting_(painting),
- is_showing_(!render_widget_host_->is_hidden()),
- weak_ptr_factory_(this) {
- DCHECK(render_widget_host_);
- bool is_guest_view_hack = parent_host_view_ != nullptr;
- #if !defined(OS_MACOSX)
- delegated_frame_host_ = std::make_unique<content::DelegatedFrameHost>(
- AllocateFrameSinkId(is_guest_view_hack), this,
- false /* enable_surface_synchronization */);
- root_layer_.reset(new ui::Layer(ui::LAYER_SOLID_COLOR));
- #endif
- local_surface_id_ = local_surface_id_allocator_.GenerateId();
- #if defined(OS_MACOSX)
- CreatePlatformWidget(is_guest_view_hack);
- #else
- // On macOS the ui::Compositor is created/owned by the platform view.
- content::ImageTransportFactory* factory =
- content::ImageTransportFactory::GetInstance();
- ui::ContextFactoryPrivate* context_factory_private =
- factory->GetContextFactoryPrivate();
- compositor_.reset(
- new ui::Compositor(context_factory_private->AllocateFrameSinkId(),
- content::GetContextFactory(), context_factory_private,
- base::ThreadTaskRunnerHandle::Get(),
- false /* enable_surface_synchronization */,
- false /* enable_pixel_canvas */));
- compositor_->SetAcceleratedWidget(gfx::kNullAcceleratedWidget);
- compositor_->SetRootLayer(root_layer_.get());
- #endif
- GetCompositor()->SetDelegate(this);
- native_window_->AddObserver(this);
- ResizeRootLayer();
- render_widget_host_->SetView(this);
- InstallTransparency();
- }
- OffScreenRenderWidgetHostView::~OffScreenRenderWidgetHostView() {
- if (native_window_)
- native_window_->RemoveObserver(this);
- #if defined(OS_MACOSX)
- if (is_showing_)
- browser_compositor_->SetRenderWidgetHostIsHidden(true);
- #else
- // Marking the DelegatedFrameHost as removed from the window hierarchy is
- // necessary to remove all connections to its old ui::Compositor.
- if (is_showing_)
- delegated_frame_host_->WasHidden();
- delegated_frame_host_->ResetCompositor();
- #endif
- if (copy_frame_generator_.get())
- copy_frame_generator_.reset(NULL);
- #if defined(OS_MACOSX)
- DestroyPlatformWidget();
- #else
- delegated_frame_host_.reset(NULL);
- compositor_.reset(NULL);
- root_layer_.reset(NULL);
- #endif
- }
- void OffScreenRenderWidgetHostView::OnWindowResize() {
- // In offscreen mode call RenderWidgetHostView's SetSize explicitly
- auto size = native_window_->GetSize();
- SetSize(size);
- }
- void OffScreenRenderWidgetHostView::OnWindowClosed() {
- native_window_->RemoveObserver(this);
- native_window_ = nullptr;
- }
- void OffScreenRenderWidgetHostView::OnBeginFrameTimerTick() {
- const base::TimeTicks frame_time = base::TimeTicks::Now();
- const base::TimeDelta vsync_period =
- base::TimeDelta::FromMicroseconds(frame_rate_threshold_us_);
- SendBeginFrame(frame_time, vsync_period);
- }
- void OffScreenRenderWidgetHostView::SendBeginFrame(
- base::TimeTicks frame_time,
- base::TimeDelta vsync_period) {
- base::TimeTicks display_time = frame_time + vsync_period;
- base::TimeDelta estimated_browser_composite_time =
- base::TimeDelta::FromMicroseconds(
- (1.0f * base::Time::kMicrosecondsPerSecond) / (3.0f * 60));
- base::TimeTicks deadline = display_time - estimated_browser_composite_time;
- const viz::BeginFrameArgs& begin_frame_args = viz::BeginFrameArgs::Create(
- BEGINFRAME_FROM_HERE, begin_frame_source_.source_id(),
- begin_frame_number_, frame_time, deadline, vsync_period,
- viz::BeginFrameArgs::NORMAL);
- DCHECK(begin_frame_args.IsValid());
- begin_frame_number_++;
- if (renderer_compositor_frame_sink_)
- renderer_compositor_frame_sink_->OnBeginFrame(begin_frame_args);
- }
- bool OffScreenRenderWidgetHostView::OnMessageReceived(
- const IPC::Message& message) {
- bool handled = true;
- IPC_BEGIN_MESSAGE_MAP(OffScreenRenderWidgetHostView, message)
- IPC_MESSAGE_HANDLER(ViewHostMsg_SetNeedsBeginFrames, SetNeedsBeginFrames)
- IPC_MESSAGE_UNHANDLED(handled = false)
- IPC_END_MESSAGE_MAP()
- if (!handled)
- return content::RenderWidgetHostViewBase::OnMessageReceived(message);
- return handled;
- }
- void OffScreenRenderWidgetHostView::InitAsChild(gfx::NativeView) {
- DCHECK(parent_host_view_);
- if (parent_host_view_->child_host_view_) {
- parent_host_view_->child_host_view_->CancelWidget();
- }
- parent_host_view_->set_child_host_view(this);
- parent_host_view_->Hide();
- ResizeRootLayer();
- Show();
- }
- content::RenderWidgetHost* OffScreenRenderWidgetHostView::GetRenderWidgetHost()
- const {
- return render_widget_host_;
- }
- void OffScreenRenderWidgetHostView::SetSize(const gfx::Size& size) {
- size_ = size;
- WasResized();
- }
- void OffScreenRenderWidgetHostView::SetBounds(const gfx::Rect& new_bounds) {
- SetSize(new_bounds.size());
- }
- gfx::Vector2dF OffScreenRenderWidgetHostView::GetLastScrollOffset() const {
- return last_scroll_offset_;
- }
- gfx::NativeView OffScreenRenderWidgetHostView::GetNativeView() const {
- return gfx::NativeView();
- }
- gfx::NativeViewAccessible
- OffScreenRenderWidgetHostView::GetNativeViewAccessible() {
- return gfx::NativeViewAccessible();
- }
- ui::TextInputClient* OffScreenRenderWidgetHostView::GetTextInputClient() {
- return nullptr;
- }
- void OffScreenRenderWidgetHostView::Focus() {}
- bool OffScreenRenderWidgetHostView::HasFocus() const {
- return false;
- }
- bool OffScreenRenderWidgetHostView::IsSurfaceAvailableForCopy() const {
- return GetDelegatedFrameHost()->CanCopyFromCompositingSurface();
- }
- void OffScreenRenderWidgetHostView::Show() {
- if (is_showing_)
- return;
- is_showing_ = true;
- #if defined(OS_MACOSX)
- browser_compositor_->SetRenderWidgetHostIsHidden(false);
- #else
- delegated_frame_host_->SetCompositor(compositor_.get());
- delegated_frame_host_->WasShown(ui::LatencyInfo());
- #endif
- if (render_widget_host_)
- render_widget_host_->WasShown(ui::LatencyInfo());
- }
- void OffScreenRenderWidgetHostView::Hide() {
- if (!is_showing_)
- return;
- if (render_widget_host_)
- render_widget_host_->WasHidden();
- #if defined(OS_MACOSX)
- browser_compositor_->SetRenderWidgetHostIsHidden(true);
- #else
- GetDelegatedFrameHost()->WasHidden();
- GetDelegatedFrameHost()->ResetCompositor();
- #endif
- is_showing_ = false;
- }
- bool OffScreenRenderWidgetHostView::IsShowing() {
- return is_showing_;
- }
- gfx::Rect OffScreenRenderWidgetHostView::GetViewBounds() const {
- if (IsPopupWidget())
- return popup_position_;
- return gfx::Rect(size_);
- }
- void OffScreenRenderWidgetHostView::SetBackgroundColor(SkColor color) {
- // The renderer will feed its color back to us with the first CompositorFrame.
- // We short-cut here to show a sensible color before that happens.
- UpdateBackgroundColorFromRenderer(color);
- if (render_widget_host_) {
- render_widget_host_->SetBackgroundOpaque(SkColorGetA(color) ==
- SK_AlphaOPAQUE);
- }
- }
- SkColor OffScreenRenderWidgetHostView::background_color() const {
- return background_color_;
- }
- gfx::Size OffScreenRenderWidgetHostView::GetVisibleViewportSize() const {
- return size_;
- }
- void OffScreenRenderWidgetHostView::SetInsets(const gfx::Insets& insets) {}
- bool OffScreenRenderWidgetHostView::LockMouse() {
- return false;
- }
- void OffScreenRenderWidgetHostView::UnlockMouse() {}
- void OffScreenRenderWidgetHostView::DidCreateNewRendererCompositorFrameSink(
- viz::mojom::CompositorFrameSinkClient* renderer_compositor_frame_sink) {
- renderer_compositor_frame_sink_ = renderer_compositor_frame_sink;
- if (GetDelegatedFrameHost()) {
- GetDelegatedFrameHost()->DidCreateNewRendererCompositorFrameSink(
- renderer_compositor_frame_sink_);
- }
- }
- void OffScreenRenderWidgetHostView::SubmitCompositorFrame(
- const viz::LocalSurfaceId& local_surface_id,
- viz::CompositorFrame frame) {
- TRACE_EVENT0("electron",
- "OffScreenRenderWidgetHostView::SubmitCompositorFrame");
- if (frame.metadata.root_scroll_offset != last_scroll_offset_) {
- last_scroll_offset_ = frame.metadata.root_scroll_offset;
- }
- if (!frame.render_pass_list.empty()) {
- if (software_output_device_) {
- if (!begin_frame_timer_.get() || IsPopupWidget()) {
- software_output_device_->SetActive(painting_, false);
- }
- // The compositor will draw directly to the SoftwareOutputDevice which
- // then calls OnPaint.
- // We would normally call BrowserCompositorMac::SubmitCompositorFrame on
- // macOS, however it contains compositor resize logic that we don't want.
- // Consequently we instead call the SubmitCompositorFrame method directly.
- GetDelegatedFrameHost()->SubmitCompositorFrame(local_surface_id,
- std::move(frame));
- } else {
- if (!copy_frame_generator_.get()) {
- copy_frame_generator_.reset(
- new AtomCopyFrameGenerator(this, frame_rate_threshold_us_));
- }
- // Determine the damage rectangle for the current frame. This is the same
- // calculation that SwapDelegatedFrame uses.
- viz::RenderPass* root_pass = frame.render_pass_list.back().get();
- gfx::Size frame_size = root_pass->output_rect.size();
- gfx::Rect damage_rect =
- gfx::ToEnclosingRect(gfx::RectF(root_pass->damage_rect));
- damage_rect.Intersect(gfx::Rect(frame_size));
- // We would normally call BrowserCompositorMac::SubmitCompositorFrame on
- // macOS, however it contains compositor resize logic that we don't want.
- // Consequently we instead call the SubmitCompositorFrame method directly.
- GetDelegatedFrameHost()->SubmitCompositorFrame(local_surface_id,
- std::move(frame));
- // Request a copy of the last compositor frame which will eventually call
- // OnPaint asynchronously.
- copy_frame_generator_->GenerateCopyFrame(damage_rect);
- }
- }
- }
- void OffScreenRenderWidgetHostView::ClearCompositorFrame() {
- GetDelegatedFrameHost()->ClearDelegatedFrame();
- }
- void OffScreenRenderWidgetHostView::InitAsPopup(
- content::RenderWidgetHostView* parent_host_view,
- const gfx::Rect& pos) {
- DCHECK_EQ(parent_host_view_, parent_host_view);
- if (parent_host_view_->popup_host_view_) {
- parent_host_view_->popup_host_view_->CancelWidget();
- }
- parent_host_view_->set_popup_host_view(this);
- parent_host_view_->popup_bitmap_.reset(new SkBitmap);
- parent_callback_ =
- base::Bind(&OffScreenRenderWidgetHostView::OnPopupPaint,
- parent_host_view_->weak_ptr_factory_.GetWeakPtr());
- popup_position_ = pos;
- ResizeRootLayer();
- Show();
- }
- void OffScreenRenderWidgetHostView::InitAsFullscreen(
- content::RenderWidgetHostView*) {}
- void OffScreenRenderWidgetHostView::UpdateCursor(const content::WebCursor&) {}
- void OffScreenRenderWidgetHostView::SetIsLoading(bool loading) {}
- void OffScreenRenderWidgetHostView::TextInputStateChanged(
- const content::TextInputState& params) {}
- void OffScreenRenderWidgetHostView::ImeCancelComposition() {}
- void OffScreenRenderWidgetHostView::RenderProcessGone(base::TerminationStatus,
- int) {
- Destroy();
- }
- void OffScreenRenderWidgetHostView::Destroy() {
- if (!is_destroyed_) {
- is_destroyed_ = true;
- if (parent_host_view_ != NULL) {
- CancelWidget();
- } else {
- if (popup_host_view_)
- popup_host_view_->CancelWidget();
- popup_bitmap_.reset();
- if (child_host_view_)
- child_host_view_->CancelWidget();
- if (!guest_host_views_.empty()) {
- // Guest RWHVs will be destroyed when the associated RWHVGuest is
- // destroyed. This parent RWHV may be destroyed first, so disassociate
- // the guest RWHVs here without destroying them.
- for (auto* guest_host_view : guest_host_views_)
- guest_host_view->parent_host_view_ = nullptr;
- guest_host_views_.clear();
- }
- for (auto* proxy_view : proxy_views_)
- proxy_view->RemoveObserver();
- Hide();
- }
- }
- delete this;
- }
- void OffScreenRenderWidgetHostView::SetTooltipText(const base::string16&) {}
- void OffScreenRenderWidgetHostView::SelectionBoundsChanged(
- const ViewHostMsg_SelectionBounds_Params&) {}
- void OffScreenRenderWidgetHostView::CopyFromSurface(
- const gfx::Rect& src_subrect,
- const gfx::Size& dst_size,
- const content::ReadbackRequestCallback& callback,
- const SkColorType preferred_color_type) {
- GetDelegatedFrameHost()->CopyFromCompositingSurface(
- src_subrect, dst_size, callback, preferred_color_type);
- }
- void OffScreenRenderWidgetHostView::CopyFromSurfaceToVideoFrame(
- const gfx::Rect& src_subrect,
- scoped_refptr<media::VideoFrame> target,
- const base::Callback<void(const gfx::Rect&, bool)>& callback) {
- GetDelegatedFrameHost()->CopyFromCompositingSurfaceToVideoFrame(
- src_subrect, target, callback);
- }
- void OffScreenRenderWidgetHostView::BeginFrameSubscription(
- std::unique_ptr<content::RenderWidgetHostViewFrameSubscriber> subscriber) {
- GetDelegatedFrameHost()->BeginFrameSubscription(std::move(subscriber));
- }
- void OffScreenRenderWidgetHostView::EndFrameSubscription() {
- GetDelegatedFrameHost()->EndFrameSubscription();
- }
- void OffScreenRenderWidgetHostView::InitAsGuest(
- content::RenderWidgetHostView* parent_host_view,
- content::RenderWidgetHostViewGuest* guest_view) {
- parent_host_view_->AddGuestHostView(this);
- parent_host_view_->RegisterGuestViewFrameSwappedCallback(guest_view);
- }
- bool OffScreenRenderWidgetHostView::HasAcceleratedSurface(const gfx::Size&) {
- return false;
- }
- gfx::Rect OffScreenRenderWidgetHostView::GetBoundsInRootWindow() {
- return gfx::Rect(size_);
- }
- void OffScreenRenderWidgetHostView::ImeCompositionRangeChanged(
- const gfx::Range&,
- const std::vector<gfx::Rect>&) {}
- gfx::Size OffScreenRenderWidgetHostView::GetPhysicalBackingSize() const {
- return gfx::ScaleToCeiledSize(GetRequestedRendererSize(), scale_factor_);
- }
- gfx::Size OffScreenRenderWidgetHostView::GetRequestedRendererSize() const {
- return GetDelegatedFrameHost()->GetRequestedRendererSize();
- }
- content::RenderWidgetHostViewBase*
- OffScreenRenderWidgetHostView::CreateViewForWidget(
- content::RenderWidgetHost* render_widget_host,
- content::RenderWidgetHost* embedder_render_widget_host,
- content::WebContentsView* web_contents_view) {
- if (render_widget_host->GetView()) {
- return static_cast<content::RenderWidgetHostViewBase*>(
- render_widget_host->GetView());
- }
- OffScreenRenderWidgetHostView* embedder_host_view = nullptr;
- if (embedder_render_widget_host) {
- embedder_host_view = static_cast<OffScreenRenderWidgetHostView*>(
- embedder_render_widget_host->GetView());
- }
- return new OffScreenRenderWidgetHostView(
- transparent_, true, embedder_host_view->GetFrameRate(), callback_,
- render_widget_host, embedder_host_view, native_window_);
- }
- #if !defined(OS_MACOSX)
- ui::Layer* OffScreenRenderWidgetHostView::DelegatedFrameHostGetLayer() const {
- return const_cast<ui::Layer*>(root_layer_.get());
- }
- bool OffScreenRenderWidgetHostView::DelegatedFrameHostIsVisible() const {
- return !render_widget_host_->is_hidden();
- }
- SkColor OffScreenRenderWidgetHostView::DelegatedFrameHostGetGutterColor(
- SkColor color) const {
- if (render_widget_host_->delegate() &&
- render_widget_host_->delegate()->IsFullscreenForCurrentTab()) {
- return SK_ColorWHITE;
- }
- return color;
- }
- gfx::Size OffScreenRenderWidgetHostView::DelegatedFrameHostDesiredSizeInDIP()
- const {
- return GetRootLayer()->bounds().size();
- }
- bool OffScreenRenderWidgetHostView::DelegatedFrameCanCreateResizeLock() const {
- return !render_widget_host_->auto_resize_enabled();
- }
- std::unique_ptr<content::CompositorResizeLock>
- OffScreenRenderWidgetHostView::DelegatedFrameHostCreateResizeLock() {
- HoldResize();
- const gfx::Size& desired_size = GetRootLayer()->bounds().size();
- return std::make_unique<content::CompositorResizeLock>(this, desired_size);
- }
- viz::LocalSurfaceId OffScreenRenderWidgetHostView::GetLocalSurfaceId() const {
- return local_surface_id_;
- }
- void OffScreenRenderWidgetHostView::OnBeginFrame() {}
- std::unique_ptr<ui::CompositorLock>
- OffScreenRenderWidgetHostView::GetCompositorLock(
- ui::CompositorLockClient* client) {
- return GetCompositor()->GetCompositorLock(client);
- }
- void OffScreenRenderWidgetHostView::CompositorResizeLockEnded() {
- ReleaseResize();
- }
- bool OffScreenRenderWidgetHostView::IsAutoResizeEnabled() const {
- return render_widget_host_->auto_resize_enabled();
- }
- #endif // !defined(OS_MACOSX)
- bool OffScreenRenderWidgetHostView::TransformPointToLocalCoordSpace(
- const gfx::Point& point,
- const viz::SurfaceId& original_surface,
- gfx::Point* transformed_point) {
- // Transformations use physical pixels rather than DIP, so conversion
- // is necessary.
- gfx::Point point_in_pixels = gfx::ConvertPointToPixel(scale_factor_, point);
- if (!GetDelegatedFrameHost()->TransformPointToLocalCoordSpace(
- point_in_pixels, original_surface, transformed_point)) {
- return false;
- }
- *transformed_point =
- gfx::ConvertPointToDIP(scale_factor_, *transformed_point);
- return true;
- }
- bool OffScreenRenderWidgetHostView::TransformPointToCoordSpaceForView(
- const gfx::Point& point,
- RenderWidgetHostViewBase* target_view,
- gfx::Point* transformed_point) {
- if (target_view == this) {
- *transformed_point = point;
- return true;
- }
- // In TransformPointToLocalCoordSpace() there is a Point-to-Pixel conversion,
- // but it is not necessary here because the final target view is responsible
- // for converting before computing the final transform.
- return GetDelegatedFrameHost()->TransformPointToCoordSpaceForView(
- point, target_view, transformed_point);
- }
- void OffScreenRenderWidgetHostView::CancelWidget() {
- if (render_widget_host_)
- render_widget_host_->LostCapture();
- Hide();
- if (parent_host_view_) {
- if (parent_host_view_->popup_host_view_ == this) {
- parent_host_view_->set_popup_host_view(NULL);
- parent_host_view_->popup_bitmap_.reset();
- } else if (parent_host_view_->child_host_view_ == this) {
- parent_host_view_->set_child_host_view(NULL);
- parent_host_view_->Show();
- } else {
- parent_host_view_->RemoveGuestHostView(this);
- }
- parent_host_view_ = NULL;
- }
- if (render_widget_host_ && !is_destroyed_) {
- is_destroyed_ = true;
- // Results in a call to Destroy().
- render_widget_host_->ShutdownAndDestroyWidget(true);
- }
- }
- void OffScreenRenderWidgetHostView::AddGuestHostView(
- OffScreenRenderWidgetHostView* guest_host) {
- guest_host_views_.insert(guest_host);
- }
- void OffScreenRenderWidgetHostView::RemoveGuestHostView(
- OffScreenRenderWidgetHostView* guest_host) {
- guest_host_views_.erase(guest_host);
- }
- void OffScreenRenderWidgetHostView::AddViewProxy(OffscreenViewProxy* proxy) {
- proxy->SetObserver(this);
- proxy_views_.insert(proxy);
- }
- void OffScreenRenderWidgetHostView::RemoveViewProxy(OffscreenViewProxy* proxy) {
- proxy->RemoveObserver();
- proxy_views_.erase(proxy);
- }
- void OffScreenRenderWidgetHostView::ProxyViewDestroyed(
- OffscreenViewProxy* proxy) {
- proxy_views_.erase(proxy);
- Invalidate();
- }
- void OffScreenRenderWidgetHostView::RegisterGuestViewFrameSwappedCallback(
- content::RenderWidgetHostViewGuest* guest_host_view) {
- guest_host_view->RegisterFrameSwappedCallback(
- std::make_unique<base::Closure>(base::Bind(
- &OffScreenRenderWidgetHostView::OnGuestViewFrameSwapped,
- weak_ptr_factory_.GetWeakPtr(), base::Unretained(guest_host_view))));
- }
- void OffScreenRenderWidgetHostView::OnGuestViewFrameSwapped(
- content::RenderWidgetHostViewGuest* guest_host_view) {
- InvalidateBounds(
- gfx::ConvertRectToPixel(scale_factor_, guest_host_view->GetViewBounds()));
- RegisterGuestViewFrameSwappedCallback(guest_host_view);
- }
- std::unique_ptr<viz::SoftwareOutputDevice>
- OffScreenRenderWidgetHostView::CreateSoftwareOutputDevice(
- ui::Compositor* compositor) {
- DCHECK_EQ(GetCompositor(), compositor);
- DCHECK(!copy_frame_generator_);
- DCHECK(!software_output_device_);
- ResizeRootLayer();
- software_output_device_ = new OffScreenOutputDevice(
- transparent_, base::Bind(&OffScreenRenderWidgetHostView::OnPaint,
- weak_ptr_factory_.GetWeakPtr()));
- return base::WrapUnique(software_output_device_);
- }
- bool OffScreenRenderWidgetHostView::InstallTransparency() {
- if (transparent_) {
- SetBackgroundColor(SkColor());
- #if defined(OS_MACOSX)
- browser_compositor_->SetBackgroundColor(SK_ColorTRANSPARENT);
- #else
- compositor_->SetBackgroundColor(SK_ColorTRANSPARENT);
- #endif
- return true;
- }
- return false;
- }
- void OffScreenRenderWidgetHostView::SetNeedsBeginFrames(
- bool needs_begin_frames) {
- SetupFrameRate(true);
- begin_frame_timer_->SetActive(needs_begin_frames);
- if (software_output_device_) {
- software_output_device_->SetActive(needs_begin_frames && painting_, false);
- }
- }
- void CopyBitmapTo(const SkBitmap& destination,
- const SkBitmap& source,
- const gfx::Rect& pos) {
- char* src = static_cast<char*>(source.getPixels());
- char* dest = static_cast<char*>(destination.getPixels());
- int pixelsize = source.bytesPerPixel();
- int width =
- pos.x() + pos.width() <= destination.width()
- ? pos.width()
- : pos.width() - ((pos.x() + pos.width()) - destination.width());
- int height =
- pos.y() + pos.height() <= destination.height()
- ? pos.height()
- : pos.height() - ((pos.y() + pos.height()) - destination.height());
- if (width > 0 && height > 0) {
- for (int i = 0; i < height; i++) {
- memcpy(dest + ((pos.y() + i) * destination.width() + pos.x()) * pixelsize,
- src + (i * source.width()) * pixelsize, width * pixelsize);
- }
- }
- destination.notifyPixelsChanged();
- }
- void OffScreenRenderWidgetHostView::OnPaint(const gfx::Rect& damage_rect,
- const SkBitmap& bitmap) {
- TRACE_EVENT0("electron", "OffScreenRenderWidgetHostView::OnPaint");
- HoldResize();
- if (parent_callback_) {
- parent_callback_.Run(damage_rect, bitmap);
- } else {
- gfx::Rect damage(damage_rect);
- std::vector<gfx::Rect> damages;
- std::vector<const SkBitmap*> bitmaps;
- std::vector<SkBitmap> originals;
- if (popup_host_view_ && popup_bitmap_.get()) {
- gfx::Rect pos = popup_host_view_->popup_position_;
- damage.Union(pos);
- damages.push_back(pos);
- bitmaps.push_back(popup_bitmap_.get());
- originals.push_back(SkBitmapOperations::CreateTiledBitmap(
- bitmap, pos.x(), pos.y(), pos.width(), pos.height()));
- }
- for (auto* proxy_view : proxy_views_) {
- gfx::Rect pos = proxy_view->GetBounds();
- damage.Union(pos);
- damages.push_back(pos);
- bitmaps.push_back(proxy_view->GetBitmap());
- originals.push_back(SkBitmapOperations::CreateTiledBitmap(
- bitmap, pos.x(), pos.y(), pos.width(), pos.height()));
- }
- for (size_t i = 0; i < damages.size(); i++) {
- CopyBitmapTo(bitmap, *(bitmaps[i]), damages[i]);
- }
- damage.Intersect(GetViewBounds());
- paint_callback_running_ = true;
- callback_.Run(damage, bitmap);
- paint_callback_running_ = false;
- for (size_t i = 0; i < damages.size(); i++) {
- CopyBitmapTo(bitmap, originals[i], damages[i]);
- }
- }
- ReleaseResize();
- }
- void OffScreenRenderWidgetHostView::OnPopupPaint(const gfx::Rect& damage_rect,
- const SkBitmap& bitmap) {
- if (popup_host_view_ && popup_bitmap_.get())
- popup_bitmap_.reset(new SkBitmap(bitmap));
- InvalidateBounds(popup_host_view_->popup_position_);
- }
- void OffScreenRenderWidgetHostView::OnProxyViewPaint(
- const gfx::Rect& damage_rect) {
- InvalidateBounds(damage_rect);
- }
- void OffScreenRenderWidgetHostView::HoldResize() {
- if (!hold_resize_)
- hold_resize_ = true;
- }
- void OffScreenRenderWidgetHostView::ReleaseResize() {
- if (!hold_resize_)
- return;
- hold_resize_ = false;
- if (pending_resize_) {
- pending_resize_ = false;
- content::BrowserThread::PostTask(
- content::BrowserThread::UI, FROM_HERE,
- base::BindOnce(&OffScreenRenderWidgetHostView::WasResized,
- weak_ptr_factory_.GetWeakPtr()));
- }
- }
- void OffScreenRenderWidgetHostView::WasResized() {
- if (hold_resize_) {
- if (!pending_resize_)
- pending_resize_ = true;
- return;
- }
- ResizeRootLayer();
- if (render_widget_host_)
- render_widget_host_->WasResized();
- GetDelegatedFrameHost()->WasResized();
- }
- void OffScreenRenderWidgetHostView::ProcessKeyboardEvent(
- const content::NativeWebKeyboardEvent& event,
- const ui::LatencyInfo& latency) {
- if (!render_widget_host_)
- return;
- render_widget_host_->ForwardKeyboardEventWithLatencyInfo(event, latency);
- }
- void OffScreenRenderWidgetHostView::ProcessMouseEvent(
- const blink::WebMouseEvent& event,
- const ui::LatencyInfo& latency) {
- for (auto* proxy_view : proxy_views_) {
- gfx::Rect bounds = proxy_view->GetBounds();
- if (bounds.Contains(event.PositionInWidget().x,
- event.PositionInWidget().y)) {
- blink::WebMouseEvent proxy_event(event);
- proxy_event.SetPositionInWidget(
- proxy_event.PositionInWidget().x - bounds.x(),
- proxy_event.PositionInWidget().y - bounds.y());
- ui::MouseEvent ui_event = UiMouseEventFromWebMouseEvent(proxy_event);
- proxy_view->OnEvent(&ui_event);
- return;
- }
- }
- if (!IsPopupWidget()) {
- if (popup_host_view_ &&
- popup_host_view_->popup_position_.Contains(
- event.PositionInWidget().x, event.PositionInWidget().y)) {
- blink::WebMouseEvent popup_event(event);
- popup_event.SetPositionInWidget(
- popup_event.PositionInWidget().x -
- popup_host_view_->popup_position_.x(),
- popup_event.PositionInWidget().y -
- popup_host_view_->popup_position_.y());
- popup_host_view_->ProcessMouseEvent(popup_event, latency);
- return;
- }
- }
- if (!render_widget_host_)
- return;
- render_widget_host_->ForwardMouseEvent(event);
- }
- void OffScreenRenderWidgetHostView::ProcessMouseWheelEvent(
- const blink::WebMouseWheelEvent& event,
- const ui::LatencyInfo& latency) {
- for (auto* proxy_view : proxy_views_) {
- gfx::Rect bounds = proxy_view->GetBounds();
- if (bounds.Contains(event.PositionInWidget().x,
- event.PositionInWidget().y)) {
- blink::WebMouseWheelEvent proxy_event(event);
- proxy_event.SetPositionInWidget(
- proxy_event.PositionInWidget().x - bounds.x(),
- proxy_event.PositionInWidget().y - bounds.y());
- ui::MouseWheelEvent ui_event =
- UiMouseWheelEventFromWebMouseEvent(proxy_event);
- proxy_view->OnEvent(&ui_event);
- return;
- }
- }
- if (!IsPopupWidget()) {
- if (popup_host_view_) {
- if (popup_host_view_->popup_position_.Contains(
- event.PositionInWidget().x, event.PositionInWidget().y)) {
- blink::WebMouseWheelEvent popup_event(event);
- popup_event.SetPositionInWidget(
- popup_event.PositionInWidget().x -
- popup_host_view_->popup_position_.x(),
- popup_event.PositionInWidget().y -
- popup_host_view_->popup_position_.y());
- popup_host_view_->ProcessMouseWheelEvent(popup_event, latency);
- return;
- } else {
- // Scrolling outside of the popup widget so destroy it.
- // Execute asynchronously to avoid deleting the widget from inside some
- // other callback.
- content::BrowserThread::PostTask(
- content::BrowserThread::UI, FROM_HERE,
- base::BindOnce(&OffScreenRenderWidgetHostView::CancelWidget,
- popup_host_view_->weak_ptr_factory_.GetWeakPtr()));
- }
- }
- }
- if (!render_widget_host_)
- return;
- render_widget_host_->ForwardWheelEvent(event);
- }
- void OffScreenRenderWidgetHostView::SetPainting(bool painting) {
- painting_ = painting;
- if (software_output_device_) {
- software_output_device_->SetActive(painting_, !paint_callback_running_);
- }
- }
- bool OffScreenRenderWidgetHostView::IsPainting() const {
- return painting_;
- }
- void OffScreenRenderWidgetHostView::SetFrameRate(int frame_rate) {
- if (parent_host_view_) {
- if (parent_host_view_->GetFrameRate() == GetFrameRate())
- return;
- frame_rate_ = parent_host_view_->GetFrameRate();
- } else {
- if (frame_rate <= 0)
- frame_rate = 1;
- if (frame_rate > 240)
- frame_rate = 240;
- frame_rate_ = frame_rate;
- }
- SetupFrameRate(true);
- for (auto* guest_host_view : guest_host_views_)
- guest_host_view->SetFrameRate(frame_rate);
- }
- int OffScreenRenderWidgetHostView::GetFrameRate() const {
- return frame_rate_;
- }
- #if !defined(OS_MACOSX)
- ui::Compositor* OffScreenRenderWidgetHostView::GetCompositor() const {
- return compositor_.get();
- }
- ui::Layer* OffScreenRenderWidgetHostView::GetRootLayer() const {
- return root_layer_.get();
- }
- content::DelegatedFrameHost*
- OffScreenRenderWidgetHostView::GetDelegatedFrameHost() const {
- return delegated_frame_host_.get();
- }
- #endif
- void OffScreenRenderWidgetHostView::SetupFrameRate(bool force) {
- if (!force && frame_rate_threshold_us_ != 0)
- return;
- frame_rate_threshold_us_ = 1000000 / frame_rate_;
- GetCompositor()->SetAuthoritativeVSyncInterval(
- base::TimeDelta::FromMicroseconds(frame_rate_threshold_us_));
- if (copy_frame_generator_.get()) {
- copy_frame_generator_->set_frame_rate_threshold_us(
- frame_rate_threshold_us_);
- }
- if (begin_frame_timer_.get()) {
- begin_frame_timer_->SetFrameRateThresholdUs(frame_rate_threshold_us_);
- } else {
- begin_frame_timer_.reset(new AtomBeginFrameTimer(
- frame_rate_threshold_us_,
- base::Bind(&OffScreenRenderWidgetHostView::OnBeginFrameTimerTick,
- weak_ptr_factory_.GetWeakPtr())));
- }
- }
- void OffScreenRenderWidgetHostView::Invalidate() {
- InvalidateBounds(GetViewBounds());
- }
- void OffScreenRenderWidgetHostView::InvalidateBounds(const gfx::Rect& bounds) {
- if (software_output_device_) {
- software_output_device_->OnPaint(bounds);
- } else if (copy_frame_generator_) {
- copy_frame_generator_->GenerateCopyFrame(bounds);
- }
- }
- void OffScreenRenderWidgetHostView::ResizeRootLayer() {
- SetupFrameRate(false);
- const float compositorScaleFactor = GetCompositor()->device_scale_factor();
- const bool scaleFactorDidChange = (compositorScaleFactor != scale_factor_);
- gfx::Size size;
- if (!IsPopupWidget())
- size = GetViewBounds().size();
- else
- size = popup_position_.size();
- if (!scaleFactorDidChange && size == GetRootLayer()->bounds().size())
- return;
- const gfx::Size& size_in_pixels =
- gfx::ConvertSizeToPixel(scale_factor_, size);
- local_surface_id_ = local_surface_id_allocator_.GenerateId();
- GetRootLayer()->SetBounds(gfx::Rect(size));
- GetCompositor()->SetScaleAndSize(scale_factor_, size_in_pixels);
- }
- viz::FrameSinkId OffScreenRenderWidgetHostView::AllocateFrameSinkId(
- bool is_guest_view_hack) {
- // GuestViews have two RenderWidgetHostViews and so we need to make sure
- // we don't have FrameSinkId collisions.
- // The FrameSinkId generated here must be unique with FrameSinkId allocated
- // in ContextFactoryPrivate.
- content::ImageTransportFactory* factory =
- content::ImageTransportFactory::GetInstance();
- return is_guest_view_hack
- ? factory->GetContextFactoryPrivate()->AllocateFrameSinkId()
- : viz::FrameSinkId(base::checked_cast<uint32_t>(
- render_widget_host_->GetProcess()->GetID()),
- base::checked_cast<uint32_t>(
- render_widget_host_->GetRoutingID()));
- }
- void OffScreenRenderWidgetHostView::UpdateBackgroundColorFromRenderer(
- SkColor color) {
- if (color == background_color())
- return;
- background_color_ = color;
- bool opaque = SkColorGetA(color) == SK_AlphaOPAQUE;
- GetRootLayer()->SetFillsBoundsOpaquely(opaque);
- GetRootLayer()->SetColor(color);
- }
- } // namespace atom
|