third_party/WebKit/Source/core/inspector/InspectorLayerTreeAgent.cpp - chromium/src - Git at Google

 /*
  * Copyright (C) 2012 Apple Inc. All rights reserved.
  * Copyright (C) 2013 Google Inc. All rights reserved.
  *
  * Redistribution and use in source and binary forms, with or without
  * modification, are permitted provided that the following conditions are
  * met:
  *
  *     * Redistributions of source code must retain the above copyright
  * notice, this list of conditions and the following disclaimer.
  *     * Redistributions in binary form must reproduce the above
  * copyright notice, this list of conditions and the following disclaimer
  * in the documentation and/or other materials provided with the
  * distribution.
  *     * Neither the name of Google Inc. nor the names of its
  * contributors may be used to endorse or promote products derived from
  * this software without specific prior written permission.
  *
  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  */

 #include "core/inspector/InspectorLayerTreeAgent.h"

 #include "core/dom/DOMNodeIds.h"
 #include "core/dom/Document.h"
 #include "core/frame/FrameHost.h"
 #include "core/frame/FrameView.h"
 #include "core/frame/LocalFrame.h"
 #include "core/frame/Settings.h"
 #include "core/inspector/IdentifiersFactory.h"
 #include "core/inspector/InspectedFrames.h"
 #include "core/inspector/InstrumentingAgents.h"
 #include "core/layout/LayoutPart.h"
 #include "core/layout/LayoutView.h"
 #include "core/layout/compositing/CompositedLayerMapping.h"
 #include "core/layout/compositing/PaintLayerCompositor.h"
 #include "core/loader/DocumentLoader.h"
 #include "core/page/ChromeClient.h"
 #include "platform/geometry/IntRect.h"
 #include "platform/graphics/CompositingReasons.h"
 #include "platform/graphics/GraphicsLayer.h"
 #include "platform/graphics/PictureSnapshot.h"
 #include "platform/graphics/paint/SkPictureBuilder.h"
 #include "platform/image-encoders/skia/PNGImageEncoder.h"
 #include "platform/transforms/TransformationMatrix.h"
 #include "public/platform/WebFloatPoint.h"
 #include "public/platform/WebLayer.h"
 #include "wtf/text/Base64.h"
 #include "wtf/text/StringBuilder.h"

 namespace blink {

 unsigned InspectorLayerTreeAgent::s_lastSnapshotId;

 inline String idForLayer(const GraphicsLayer* graphicsLayer)
 {
     return String::number(graphicsLayer->platformLayer()->id());
 }

 static PassRefPtr<TypeBuilder::LayerTree::ScrollRect> buildScrollRect(const WebRect& rect, const TypeBuilder::LayerTree::ScrollRect::Type::Enum& type)
 {
     RefPtr<TypeBuilder::DOM::Rect> rectObject = TypeBuilder::DOM::Rect::create()
         .setX(rect.x)
         .setY(rect.y)
         .setHeight(rect.height)
         .setWidth(rect.width);
     RefPtr<TypeBuilder::LayerTree::ScrollRect> scrollRectObject = TypeBuilder::LayerTree::ScrollRect::create()
         .setRect(rectObject.release())
         .setType(type);
     return scrollRectObject.release();
 }

 static PassRefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect>> buildScrollRectsForLayer(GraphicsLayer* graphicsLayer, bool reportWheelScrollers)
 {
     RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect> > scrollRects = TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect>::create();
     WebLayer* webLayer = graphicsLayer->platformLayer();
     for (size_t i = 0; i < webLayer->nonFastScrollableRegion().size(); ++i) {
         scrollRects->addItem(buildScrollRect(webLayer->nonFastScrollableRegion()[i], TypeBuilder::LayerTree::ScrollRect::Type::RepaintsOnScroll));
     }
     for (size_t i = 0; i < webLayer->touchEventHandlerRegion().size(); ++i) {
         scrollRects->addItem(buildScrollRect(webLayer->touchEventHandlerRegion()[i], TypeBuilder::LayerTree::ScrollRect::Type::TouchEventHandler));
     }
     if (reportWheelScrollers) {
         WebRect webRect(webLayer->position().x, webLayer->position().y, webLayer->bounds().width, webLayer->bounds().height);
         scrollRects->addItem(buildScrollRect(webRect, TypeBuilder::LayerTree::ScrollRect::Type::WheelEventHandler));
     }
     return scrollRects->length() ? scrollRects.release() : nullptr;
 }

 static PassRefPtr<TypeBuilder::LayerTree::Layer> buildObjectForLayer(GraphicsLayer* graphicsLayer, int nodeId, bool reportWheelEventListeners)
 {
     WebLayer* webLayer = graphicsLayer->platformLayer();
     RefPtr<TypeBuilder::LayerTree::Layer> layerObject = TypeBuilder::LayerTree::Layer::create()
         .setLayerId(idForLayer(graphicsLayer))
         .setOffsetX(webLayer->position().x)
         .setOffsetY(webLayer->position().y)
         .setWidth(webLayer->bounds().width)
         .setHeight(webLayer->bounds().height)
         .setPaintCount(graphicsLayer->paintCount())
         .setDrawsContent(webLayer->drawsContent());

     if (nodeId)
         layerObject->setBackendNodeId(nodeId);

     GraphicsLayer* parent = graphicsLayer->parent();
     if (!parent)
         parent = graphicsLayer->replicatedLayer();
     if (parent)
         layerObject->setParentLayerId(idForLayer(parent));
     if (!graphicsLayer->contentsAreVisible())
         layerObject->setInvisible(true);
     const TransformationMatrix& transform = graphicsLayer->transform();
     if (!transform.isIdentity()) {
         TransformationMatrix::FloatMatrix4 flattenedMatrix;
         transform.toColumnMajorFloatArray(flattenedMatrix);
         RefPtr<TypeBuilder::Array<double> > transformArray = TypeBuilder::Array<double>::create();
         for (size_t i = 0; i < WTF_ARRAY_LENGTH(flattenedMatrix); ++i)
             transformArray->addItem(flattenedMatrix[i]);
         layerObject->setTransform(transformArray);
         const FloatPoint3D& transformOrigin = graphicsLayer->transformOrigin();
         // FIXME: rename these to setTransformOrigin*
         if (webLayer->bounds().width > 0)
             layerObject->setAnchorX(transformOrigin.x() / webLayer->bounds().width);
         else
             layerObject->setAnchorX(0.0);
         if (webLayer->bounds().height > 0)
             layerObject->setAnchorY(transformOrigin.y() / webLayer->bounds().height);
         else
             layerObject->setAnchorY(0.0);
         layerObject->setAnchorZ(transformOrigin.z());
     }
     RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect>> scrollRects = buildScrollRectsForLayer(graphicsLayer, reportWheelEventListeners);
     if (scrollRects)
         layerObject->setScrollRects(scrollRects.release());
     return layerObject;
 }

 InspectorLayerTreeAgent::InspectorLayerTreeAgent(InspectedFrames* inspectedFrames)
     : InspectorBaseAgent<InspectorLayerTreeAgent, InspectorFrontend::LayerTree>("LayerTree")
     , m_inspectedFrames(inspectedFrames)
 {
 }

 InspectorLayerTreeAgent::~InspectorLayerTreeAgent()
 {
 }

 DEFINE_TRACE(InspectorLayerTreeAgent)
 {
     visitor->trace(m_inspectedFrames);
     InspectorBaseAgent::trace(visitor);
 }

 void InspectorLayerTreeAgent::restore()
 {
     // We do not re-enable layer agent automatically after navigation. This is because
     // it depends on DOMAgent and node ids in particular, so we let front-end request document
     // and re-enable the agent manually after this.
 }

 void InspectorLayerTreeAgent::enable(ErrorString*)
 {
     m_instrumentingAgents->setInspectorLayerTreeAgent(this);
     Document* document = m_inspectedFrames->root()->document();
     if (document && document->lifecycle().state() >= DocumentLifecycle::CompositingClean)
         layerTreeDidChange();
 }

 void InspectorLayerTreeAgent::disable(ErrorString*)
 {
     m_instrumentingAgents->setInspectorLayerTreeAgent(0);
     m_snapshotById.clear();
     ErrorString unused;
 }

 void InspectorLayerTreeAgent::layerTreeDidChange()
 {
     frontend()->layerTreeDidChange(buildLayerTree());
 }

 void InspectorLayerTreeAgent::didPaint(LayoutObject*, const GraphicsLayer* graphicsLayer, GraphicsContext&, const LayoutRect& rect)
 {
     // Should only happen for FrameView paints when compositing is off. Consider different instrumentation method for that.
     if (!graphicsLayer)
         return;

     RefPtr<TypeBuilder::DOM::Rect> domRect = TypeBuilder::DOM::Rect::create()
         .setX(rect.x())
         .setY(rect.y())
         .setWidth(rect.width())
         .setHeight(rect.height());
     frontend()->layerPainted(idForLayer(graphicsLayer), domRect.release());
 }

 PassRefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::Layer> > InspectorLayerTreeAgent::buildLayerTree()
 {
     PaintLayerCompositor* compositor = paintLayerCompositor();
     if (!compositor || !compositor->inCompositingMode())
         return nullptr;

     LayerIdToNodeIdMap layerIdToNodeIdMap;
     RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::Layer> > layers = TypeBuilder::Array<TypeBuilder::LayerTree::Layer>::create();
     buildLayerIdToNodeIdMap(compositor->rootLayer(), layerIdToNodeIdMap);
     int scrollingLayerId = m_inspectedFrames->root()->view()->layerForScrolling()->platformLayer()->id();
     bool haveWheelEventHandlers = m_inspectedFrames->root()->chromeClient().haveWheelEventHandlers();

     gatherGraphicsLayers(rootGraphicsLayer(), layerIdToNodeIdMap, layers, haveWheelEventHandlers, scrollingLayerId);
     return layers.release();
 }

 void InspectorLayerTreeAgent::buildLayerIdToNodeIdMap(PaintLayer* root, LayerIdToNodeIdMap& layerIdToNodeIdMap)
 {
     if (root->hasCompositedLayerMapping()) {
         if (Node* node = root->layoutObject()->generatingNode()) {
             GraphicsLayer* graphicsLayer = root->compositedLayerMapping()->childForSuperlayers();
             layerIdToNodeIdMap.set(graphicsLayer->platformLayer()->id(), idForNode(node));
         }
     }
     for (PaintLayer* child = root->firstChild(); child; child = child->nextSibling())
         buildLayerIdToNodeIdMap(child, layerIdToNodeIdMap);
     if (!root->layoutObject()->isLayoutIFrame())
         return;
     FrameView* childFrameView = toFrameView(toLayoutPart(root->layoutObject())->widget());
     if (LayoutView* childLayoutView = childFrameView->layoutView()) {
         if (PaintLayerCompositor* childCompositor = childLayoutView->compositor())
             buildLayerIdToNodeIdMap(childCompositor->rootLayer(), layerIdToNodeIdMap);
     }
 }

 void InspectorLayerTreeAgent::gatherGraphicsLayers(GraphicsLayer* root, HashMap<int, int>& layerIdToNodeIdMap, RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::Layer>>& layers, bool hasWheelEventHandlers, int scrollingLayerId)
 {
     int layerId = root->platformLayer()->id();
     if (m_pageOverlayLayerIds.find(layerId) != WTF::kNotFound)
         return;
     layers->addItem(buildObjectForLayer(root, layerIdToNodeIdMap.get(layerId), hasWheelEventHandlers && layerId == scrollingLayerId));
     if (GraphicsLayer* replica = root->replicaLayer())
         gatherGraphicsLayers(replica, layerIdToNodeIdMap, layers, hasWheelEventHandlers, scrollingLayerId);
     for (size_t i = 0, size = root->children().size(); i < size; ++i)
         gatherGraphicsLayers(root->children()[i], layerIdToNodeIdMap, layers, hasWheelEventHandlers, scrollingLayerId);
 }

 int InspectorLayerTreeAgent::idForNode(Node* node)
 {
     return DOMNodeIds::idForNode(node);
 }

 PaintLayerCompositor* InspectorLayerTreeAgent::paintLayerCompositor()
 {
     LayoutView* layoutView = m_inspectedFrames->root()->contentLayoutObject();
     PaintLayerCompositor* compositor = layoutView ? layoutView->compositor() : nullptr;
     return compositor;
 }

 GraphicsLayer* InspectorLayerTreeAgent::rootGraphicsLayer()
 {
     return m_inspectedFrames->root()->host()->visualViewport().rootGraphicsLayer();
 }

 static GraphicsLayer* findLayerById(GraphicsLayer* root, int layerId)
 {
     if (root->platformLayer()->id() == layerId)
         return root;
     if (root->replicaLayer()) {
         if (GraphicsLayer* layer = findLayerById(root->replicaLayer(), layerId))
             return layer;
     }
     for (size_t i = 0, size = root->children().size(); i < size; ++i) {
         if (GraphicsLayer* layer = findLayerById(root->children()[i], layerId))
             return layer;
     }
     return nullptr;
 }

 GraphicsLayer* InspectorLayerTreeAgent::layerById(ErrorString* errorString, const String& layerId)
 {
     bool ok;
     int id = layerId.toInt(&ok);
     if (!ok) {
         *errorString = "Invalid layer id";
         return nullptr;
     }
     PaintLayerCompositor* compositor = paintLayerCompositor();
     if (!compositor) {
         *errorString = "Not in compositing mode";
         return nullptr;
     }

     GraphicsLayer* result = findLayerById(rootGraphicsLayer(), id);
     if (!result)
         *errorString = "No layer matching given id found";
     return result;
 }

 void InspectorLayerTreeAgent::compositingReasons(ErrorString* errorString, const String& layerId, RefPtr<TypeBuilder::Array<String> >& reasonStrings)
 {
     const GraphicsLayer* graphicsLayer = layerById(errorString, layerId);
     if (!graphicsLayer)
         return;
     CompositingReasons reasonsBitmask = graphicsLayer->compositingReasons();
     reasonStrings = TypeBuilder::Array<String>::create();
     for (size_t i = 0; i < kNumberOfCompositingReasons; ++i) {
         if (!(reasonsBitmask & kCompositingReasonStringMap[i].reason))
             continue;
         reasonStrings->addItem(kCompositingReasonStringMap[i].shortName);
 #ifndef _NDEBUG
         reasonsBitmask &= ~kCompositingReasonStringMap[i].reason;
 #endif
     }
     ASSERT(!reasonsBitmask);
 }

 void InspectorLayerTreeAgent::makeSnapshot(ErrorString* errorString, const String& layerId, String* snapshotId)
 {
     GraphicsLayer* layer = layerById(errorString, layerId);
     if (!layer || !layer->drawsContent())
         return;

     IntSize size = expandedIntSize(layer->size());

     IntRect interestRect(IntPoint(0, 0), size);
     layer->paint(&interestRect);

     GraphicsContext context(layer->paintController());
     context.beginRecording(interestRect);
     layer->paintController().paintArtifact().replay(context);
     RefPtr<PictureSnapshot> snapshot = adoptRef(new PictureSnapshot(context.endRecording()));

     *snapshotId = String::number(++s_lastSnapshotId);
     bool newEntry = m_snapshotById.add(*snapshotId, snapshot).isNewEntry;
     ASSERT_UNUSED(newEntry, newEntry);
 }

 void InspectorLayerTreeAgent::loadSnapshot(ErrorString* errorString, const RefPtr<JSONArray>& tiles, String* snapshotId)
 {
     if (!tiles->length()) {
         *errorString = "Invalid argument, no tiles provided";
         return;
     }
     Vector<RefPtr<PictureSnapshot::TilePictureStream> > decodedTiles;
     decodedTiles.grow(tiles->length());
     for (size_t i = 0; i < tiles->length(); ++i) {
         RefPtr<JSONObject> item;
         if (!tiles->get(i)->asObject(&item)) {
             *errorString = "Invalid argument, array item is not an object";
             return;
         }
         double x = 0, y = 0;
         String picture;
         if (!item->getNumber("x", &x) || !item->getNumber("y", &y)
             || !item->getString("picture", &picture)) {
             *errorString = "Invalid argument, missing required field";
             return;
         }
         decodedTiles[i] = adoptRef(new PictureSnapshot::TilePictureStream());
         decodedTiles[i]->layerOffset.set(x, y);
         if (!base64Decode(picture, decodedTiles[i]->data)) {
             *errorString = "Invalid base64 encoding";
             return;
         }
     }
     RefPtr<PictureSnapshot> snapshot = PictureSnapshot::load(decodedTiles);
     if (!snapshot) {
         *errorString = "Invalid snapshot format";
         return;
     }
     if (snapshot->isEmpty()) {
         *errorString = "Empty snapshot";
         return;
     }

     *snapshotId = String::number(++s_lastSnapshotId);
     bool newEntry = m_snapshotById.add(*snapshotId, snapshot).isNewEntry;
     ASSERT_UNUSED(newEntry, newEntry);
 }

 void InspectorLayerTreeAgent::releaseSnapshot(ErrorString* errorString, const String& snapshotId)
 {
     SnapshotById::iterator it = m_snapshotById.find(snapshotId);
     if (it == m_snapshotById.end()) {
         *errorString = "Snapshot not found";
         return;
     }
     m_snapshotById.remove(it);
 }

 const PictureSnapshot* InspectorLayerTreeAgent::snapshotById(ErrorString* errorString, const String& snapshotId)
 {
     SnapshotById::iterator it = m_snapshotById.find(snapshotId);
     if (it == m_snapshotById.end()) {
         *errorString = "Snapshot not found";
         return nullptr;
     }
     return it->value.get();
 }

 void InspectorLayerTreeAgent::replaySnapshot(ErrorString* errorString, const String& snapshotId, const int* fromStep, const int* toStep, const double* scale, String* dataURL)
 {
     const PictureSnapshot* snapshot = snapshotById(errorString, snapshotId);
     if (!snapshot)
         return;
     OwnPtr<Vector<char> > base64Data = snapshot->replay(fromStep ? *fromStep : 0, toStep ? *toStep : 0, scale ? *scale : 1.0);
     if (!base64Data) {
         *errorString = "Image encoding failed";
         return;
     }
     StringBuilder url;
     url.appendLiteral("data:image/png;base64,");
     url.reserveCapacity(url.length() + base64Data->size());
     url.append(base64Data->begin(), base64Data->size());
     *dataURL = url.toString();
 }

 static bool parseRect(const JSONObject& object, FloatRect* rect)
 {
     double x = 0, y = 0;
     double width = 0, height = 0;
     if (!object.getNumber("x", &x) || !object.getNumber("y", &y) || !object.getNumber("width", &width) || !object.getNumber("width", &height))
         return false;
     *rect = FloatRect(x, y, width, height);
     return true;
 }

 void InspectorLayerTreeAgent::profileSnapshot(ErrorString* errorString, const String& snapshotId, const int* minRepeatCount, const double* minDuration, const RefPtr<JSONObject>* clipRect, RefPtr<TypeBuilder::Array<TypeBuilder::Array<double> > >& outTimings)
 {
     const PictureSnapshot* snapshot = snapshotById(errorString, snapshotId);
     if (!snapshot)
         return;
     FloatRect rect;
     if (clipRect && !parseRect(**clipRect, &rect)) {
         *errorString = "Invalid argument, missing required field";
         return;
     }
     OwnPtr<PictureSnapshot::Timings> timings = snapshot->profile(minRepeatCount ? *minRepeatCount : 1, minDuration ? *minDuration : 0, clipRect ? &rect : 0);
     outTimings = TypeBuilder::Array<TypeBuilder::Array<double> >::create();
     for (size_t i = 0; i < timings->size(); ++i) {
         const Vector<double>& row = (*timings)[i];
         RefPtr<TypeBuilder::Array<double> > outRow = TypeBuilder::Array<double>::create();
         for (size_t j = 0; j < row.size(); ++j)
             outRow->addItem(row[j]);
         outTimings->addItem(outRow.release());
     }
 }

 void InspectorLayerTreeAgent::snapshotCommandLog(ErrorString* errorString, const String& snapshotId, RefPtr<TypeBuilder::Array<JSONObject> >& commandLog)
 {
     const PictureSnapshot* snapshot = snapshotById(errorString, snapshotId);
     if (!snapshot)
         return;
     commandLog = TypeBuilder::Array<JSONObject>::runtimeCast(snapshot->snapshotCommandLog());
 }

 void InspectorLayerTreeAgent::willAddPageOverlay(const GraphicsLayer* layer)
 {
     m_pageOverlayLayerIds.append(layer->platformLayer()->id());
 }

 void InspectorLayerTreeAgent::didRemovePageOverlay(const GraphicsLayer* layer)
 {
     size_t index = m_pageOverlayLayerIds.find(layer->platformLayer()->id());
     if (index == WTF::kNotFound)
         return;
     m_pageOverlayLayerIds.remove(index);
 }


 } // namespace blink
	/*
	* Copyright (C) 2012 Apple Inc. All rights reserved.
	* Copyright (C) 2013 Google Inc. All rights reserved.
	*
	* Redistribution and use in source and binary forms, with or without
	* modification, are permitted provided that the following conditions are
	* met:
	*
	* * Redistributions of source code must retain the above copyright
	* notice, this list of conditions and the following disclaimer.
	* * Redistributions in binary form must reproduce the above
	* copyright notice, this list of conditions and the following disclaimer
	* in the documentation and/or other materials provided with the
	* distribution.
	* * Neither the name of Google Inc. nor the names of its
	* contributors may be used to endorse or promote products derived from
	* this software without specific prior written permission.
	*
	* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
	* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
	* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
	* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
	* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
	* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
	* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
	* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
	* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
	* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
	*/

	#include "core/inspector/InspectorLayerTreeAgent.h"

	#include "core/dom/DOMNodeIds.h"
	#include "core/dom/Document.h"
	#include "core/frame/FrameHost.h"
	#include "core/frame/FrameView.h"
	#include "core/frame/LocalFrame.h"
	#include "core/frame/Settings.h"
	#include "core/inspector/IdentifiersFactory.h"
	#include "core/inspector/InspectedFrames.h"
	#include "core/inspector/InstrumentingAgents.h"
	#include "core/layout/LayoutPart.h"
	#include "core/layout/LayoutView.h"
	#include "core/layout/compositing/CompositedLayerMapping.h"
	#include "core/layout/compositing/PaintLayerCompositor.h"
	#include "core/loader/DocumentLoader.h"
	#include "core/page/ChromeClient.h"
	#include "platform/geometry/IntRect.h"
	#include "platform/graphics/CompositingReasons.h"
	#include "platform/graphics/GraphicsLayer.h"
	#include "platform/graphics/PictureSnapshot.h"
	#include "platform/graphics/paint/SkPictureBuilder.h"
	#include "platform/image-encoders/skia/PNGImageEncoder.h"
	#include "platform/transforms/TransformationMatrix.h"
	#include "public/platform/WebFloatPoint.h"
	#include "public/platform/WebLayer.h"
	#include "wtf/text/Base64.h"
	#include "wtf/text/StringBuilder.h"

	namespace blink {

	unsigned InspectorLayerTreeAgent::s_lastSnapshotId;

	inline String idForLayer(const GraphicsLayer* graphicsLayer)
	{
	return String::number(graphicsLayer->platformLayer()->id());
	}

	static PassRefPtr<TypeBuilder::LayerTree::ScrollRect> buildScrollRect(const WebRect& rect, const TypeBuilder::LayerTree::ScrollRect::Type::Enum& type)
	{
	RefPtr<TypeBuilder::DOM::Rect> rectObject = TypeBuilder::DOM::Rect::create()
	.setX(rect.x)
	.setY(rect.y)
	.setHeight(rect.height)
	.setWidth(rect.width);
	RefPtr<TypeBuilder::LayerTree::ScrollRect> scrollRectObject = TypeBuilder::LayerTree::ScrollRect::create()
	.setRect(rectObject.release())
	.setType(type);
	return scrollRectObject.release();
	}

	static PassRefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect>> buildScrollRectsForLayer(GraphicsLayer* graphicsLayer, bool reportWheelScrollers)
	{
	RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect> > scrollRects = TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect>::create();
	WebLayer* webLayer = graphicsLayer->platformLayer();
	for (size_t i = 0; i < webLayer->nonFastScrollableRegion().size(); ++i) {
	scrollRects->addItem(buildScrollRect(webLayer->nonFastScrollableRegion()[i], TypeBuilder::LayerTree::ScrollRect::Type::RepaintsOnScroll));
	}
	for (size_t i = 0; i < webLayer->touchEventHandlerRegion().size(); ++i) {
	scrollRects->addItem(buildScrollRect(webLayer->touchEventHandlerRegion()[i], TypeBuilder::LayerTree::ScrollRect::Type::TouchEventHandler));
	}
	if (reportWheelScrollers) {
	WebRect webRect(webLayer->position().x, webLayer->position().y, webLayer->bounds().width, webLayer->bounds().height);
	scrollRects->addItem(buildScrollRect(webRect, TypeBuilder::LayerTree::ScrollRect::Type::WheelEventHandler));
	}
	return scrollRects->length() ? scrollRects.release() : nullptr;
	}

	static PassRefPtr<TypeBuilder::LayerTree::Layer> buildObjectForLayer(GraphicsLayer* graphicsLayer, int nodeId, bool reportWheelEventListeners)
	{
	WebLayer* webLayer = graphicsLayer->platformLayer();
	RefPtr<TypeBuilder::LayerTree::Layer> layerObject = TypeBuilder::LayerTree::Layer::create()
	.setLayerId(idForLayer(graphicsLayer))
	.setOffsetX(webLayer->position().x)
	.setOffsetY(webLayer->position().y)
	.setWidth(webLayer->bounds().width)
	.setHeight(webLayer->bounds().height)
	.setPaintCount(graphicsLayer->paintCount())
	.setDrawsContent(webLayer->drawsContent());

	if (nodeId)
	layerObject->setBackendNodeId(nodeId);

	GraphicsLayer* parent = graphicsLayer->parent();
	if (!parent)
	parent = graphicsLayer->replicatedLayer();
	if (parent)
	layerObject->setParentLayerId(idForLayer(parent));
	if (!graphicsLayer->contentsAreVisible())
	layerObject->setInvisible(true);
	const TransformationMatrix& transform = graphicsLayer->transform();
	if (!transform.isIdentity()) {
	TransformationMatrix::FloatMatrix4 flattenedMatrix;
	transform.toColumnMajorFloatArray(flattenedMatrix);
	RefPtr<TypeBuilder::Array<double> > transformArray = TypeBuilder::Array<double>::create();
	for (size_t i = 0; i < WTF_ARRAY_LENGTH(flattenedMatrix); ++i)
	transformArray->addItem(flattenedMatrix[i]);
	layerObject->setTransform(transformArray);
	const FloatPoint3D& transformOrigin = graphicsLayer->transformOrigin();
	// FIXME: rename these to setTransformOrigin*
	if (webLayer->bounds().width > 0)
	layerObject->setAnchorX(transformOrigin.x() / webLayer->bounds().width);
	else
	layerObject->setAnchorX(0.0);
	if (webLayer->bounds().height > 0)
	layerObject->setAnchorY(transformOrigin.y() / webLayer->bounds().height);
	else
	layerObject->setAnchorY(0.0);
	layerObject->setAnchorZ(transformOrigin.z());
	}
	RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::ScrollRect>> scrollRects = buildScrollRectsForLayer(graphicsLayer, reportWheelEventListeners);
	if (scrollRects)
	layerObject->setScrollRects(scrollRects.release());
	return layerObject;
	}

	InspectorLayerTreeAgent::InspectorLayerTreeAgent(InspectedFrames* inspectedFrames)
	: InspectorBaseAgent<InspectorLayerTreeAgent, InspectorFrontend::LayerTree>("LayerTree")
	, m_inspectedFrames(inspectedFrames)
	{
	}

	InspectorLayerTreeAgent::~InspectorLayerTreeAgent()
	{
	}

	DEFINE_TRACE(InspectorLayerTreeAgent)
	{
	visitor->trace(m_inspectedFrames);
	InspectorBaseAgent::trace(visitor);
	}

	void InspectorLayerTreeAgent::restore()
	{
	// We do not re-enable layer agent automatically after navigation. This is because
	// it depends on DOMAgent and node ids in particular, so we let front-end request document
	// and re-enable the agent manually after this.
	}

	void InspectorLayerTreeAgent::enable(ErrorString*)
	{
	m_instrumentingAgents->setInspectorLayerTreeAgent(this);
	Document* document = m_inspectedFrames->root()->document();
	if (document && document->lifecycle().state() >= DocumentLifecycle::CompositingClean)
	layerTreeDidChange();
	}

	void InspectorLayerTreeAgent::disable(ErrorString*)
	{
	m_instrumentingAgents->setInspectorLayerTreeAgent(0);
	m_snapshotById.clear();
	ErrorString unused;
	}

	void InspectorLayerTreeAgent::layerTreeDidChange()
	{
	frontend()->layerTreeDidChange(buildLayerTree());
	}

	void InspectorLayerTreeAgent::didPaint(LayoutObject, const GraphicsLayer graphicsLayer, GraphicsContext&, const LayoutRect& rect)
	{
	// Should only happen for FrameView paints when compositing is off. Consider different instrumentation method for that.
	if (!graphicsLayer)
	return;

	RefPtr<TypeBuilder::DOM::Rect> domRect = TypeBuilder::DOM::Rect::create()
	.setX(rect.x())
	.setY(rect.y())
	.setWidth(rect.width())
	.setHeight(rect.height());
	frontend()->layerPainted(idForLayer(graphicsLayer), domRect.release());
	}

	PassRefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::Layer> > InspectorLayerTreeAgent::buildLayerTree()
	{
	PaintLayerCompositor* compositor = paintLayerCompositor();
	if (!compositor \|\| !compositor->inCompositingMode())
	return nullptr;

	LayerIdToNodeIdMap layerIdToNodeIdMap;
	RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::Layer> > layers = TypeBuilder::Array<TypeBuilder::LayerTree::Layer>::create();
	buildLayerIdToNodeIdMap(compositor->rootLayer(), layerIdToNodeIdMap);
	int scrollingLayerId = m_inspectedFrames->root()->view()->layerForScrolling()->platformLayer()->id();
	bool haveWheelEventHandlers = m_inspectedFrames->root()->chromeClient().haveWheelEventHandlers();

	gatherGraphicsLayers(rootGraphicsLayer(), layerIdToNodeIdMap, layers, haveWheelEventHandlers, scrollingLayerId);
	return layers.release();
	}

	void InspectorLayerTreeAgent::buildLayerIdToNodeIdMap(PaintLayer* root, LayerIdToNodeIdMap& layerIdToNodeIdMap)
	{
	if (root->hasCompositedLayerMapping()) {
	if (Node* node = root->layoutObject()->generatingNode()) {
	GraphicsLayer* graphicsLayer = root->compositedLayerMapping()->childForSuperlayers();
	layerIdToNodeIdMap.set(graphicsLayer->platformLayer()->id(), idForNode(node));
	}
	}
	for (PaintLayer* child = root->firstChild(); child; child = child->nextSibling())
	buildLayerIdToNodeIdMap(child, layerIdToNodeIdMap);
	if (!root->layoutObject()->isLayoutIFrame())
	return;
	FrameView* childFrameView = toFrameView(toLayoutPart(root->layoutObject())->widget());
	if (LayoutView* childLayoutView = childFrameView->layoutView()) {
	if (PaintLayerCompositor* childCompositor = childLayoutView->compositor())
	buildLayerIdToNodeIdMap(childCompositor->rootLayer(), layerIdToNodeIdMap);
	}
	}

	void InspectorLayerTreeAgent::gatherGraphicsLayers(GraphicsLayer* root, HashMap<int, int>& layerIdToNodeIdMap, RefPtr<TypeBuilder::Array<TypeBuilder::LayerTree::Layer>>& layers, bool hasWheelEventHandlers, int scrollingLayerId)
	{
	int layerId = root->platformLayer()->id();
	if (m_pageOverlayLayerIds.find(layerId) != WTF::kNotFound)
	return;
	layers->addItem(buildObjectForLayer(root, layerIdToNodeIdMap.get(layerId), hasWheelEventHandlers && layerId == scrollingLayerId));
	if (GraphicsLayer* replica = root->replicaLayer())
	gatherGraphicsLayers(replica, layerIdToNodeIdMap, layers, hasWheelEventHandlers, scrollingLayerId);
	for (size_t i = 0, size = root->children().size(); i < size; ++i)
	gatherGraphicsLayers(root->children()[i], layerIdToNodeIdMap, layers, hasWheelEventHandlers, scrollingLayerId);
	}

	int InspectorLayerTreeAgent::idForNode(Node* node)
	{
	return DOMNodeIds::idForNode(node);
	}

	PaintLayerCompositor* InspectorLayerTreeAgent::paintLayerCompositor()
	{
	LayoutView* layoutView = m_inspectedFrames->root()->contentLayoutObject();
	PaintLayerCompositor* compositor = layoutView ? layoutView->compositor() : nullptr;
	return compositor;
	}

	GraphicsLayer* InspectorLayerTreeAgent::rootGraphicsLayer()
	{
	return m_inspectedFrames->root()->host()->visualViewport().rootGraphicsLayer();
	}

	static GraphicsLayer* findLayerById(GraphicsLayer* root, int layerId)
	{
	if (root->platformLayer()->id() == layerId)
	return root;
	if (root->replicaLayer()) {
	if (GraphicsLayer* layer = findLayerById(root->replicaLayer(), layerId))
	return layer;
	}
	for (size_t i = 0, size = root->children().size(); i < size; ++i) {
	if (GraphicsLayer* layer = findLayerById(root->children()[i], layerId))
	return layer;
	}
	return nullptr;
	}

	GraphicsLayer* InspectorLayerTreeAgent::layerById(ErrorString* errorString, const String& layerId)
	{
	bool ok;
	int id = layerId.toInt(&ok);
	if (!ok) {
	*errorString = "Invalid layer id";
	return nullptr;
	}
	PaintLayerCompositor* compositor = paintLayerCompositor();
	if (!compositor) {
	*errorString = "Not in compositing mode";
	return nullptr;
	}

	GraphicsLayer* result = findLayerById(rootGraphicsLayer(), id);
	if (!result)
	*errorString = "No layer matching given id found";
	return result;
	}

	void InspectorLayerTreeAgent::compositingReasons(ErrorString* errorString, const String& layerId, RefPtr<TypeBuilder::Array<String> >& reasonStrings)
	{
	const GraphicsLayer* graphicsLayer = layerById(errorString, layerId);
	if (!graphicsLayer)
	return;
	CompositingReasons reasonsBitmask = graphicsLayer->compositingReasons();
	reasonStrings = TypeBuilder::Array<String>::create();
	for (size_t i = 0; i < kNumberOfCompositingReasons; ++i) {
	if (!(reasonsBitmask & kCompositingReasonStringMap[i].reason))
	continue;
	reasonStrings->addItem(kCompositingReasonStringMap[i].shortName);
	#ifndef _NDEBUG
	reasonsBitmask &= ~kCompositingReasonStringMap[i].reason;
	#endif
	}
	ASSERT(!reasonsBitmask);
	}

	void InspectorLayerTreeAgent::makeSnapshot(ErrorString* errorString, const String& layerId, String* snapshotId)
	{
	GraphicsLayer* layer = layerById(errorString, layerId);
	if (!layer \|\| !layer->drawsContent())
	return;

	IntSize size = expandedIntSize(layer->size());

	IntRect interestRect(IntPoint(0, 0), size);
	layer->paint(&interestRect);

	GraphicsContext context(layer->paintController());
	context.beginRecording(interestRect);
	layer->paintController().paintArtifact().replay(context);
	RefPtr<PictureSnapshot> snapshot = adoptRef(new PictureSnapshot(context.endRecording()));

	*snapshotId = String::number(++s_lastSnapshotId);
	bool newEntry = m_snapshotById.add(*snapshotId, snapshot).isNewEntry;
	ASSERT_UNUSED(newEntry, newEntry);
	}

	void InspectorLayerTreeAgent::loadSnapshot(ErrorString* errorString, const RefPtr<JSONArray>& tiles, String* snapshotId)
	{
	if (!tiles->length()) {
	*errorString = "Invalid argument, no tiles provided";
	return;
	}
	Vector<RefPtr<PictureSnapshot::TilePictureStream> > decodedTiles;
	decodedTiles.grow(tiles->length());
	for (size_t i = 0; i < tiles->length(); ++i) {
	RefPtr<JSONObject> item;
	if (!tiles->get(i)->asObject(&item)) {
	*errorString = "Invalid argument, array item is not an object";
	return;
	}
	double x = 0, y = 0;
	String picture;
	if (!item->getNumber("x", &x) \|\| !item->getNumber("y", &y)
	\|\| !item->getString("picture", &picture)) {
	*errorString = "Invalid argument, missing required field";
	return;
	}
	decodedTiles[i] = adoptRef(new PictureSnapshot::TilePictureStream());
	decodedTiles[i]->layerOffset.set(x, y);
	if (!base64Decode(picture, decodedTiles[i]->data)) {
	*errorString = "Invalid base64 encoding";
	return;
	}
	}
	RefPtr<PictureSnapshot> snapshot = PictureSnapshot::load(decodedTiles);
	if (!snapshot) {
	*errorString = "Invalid snapshot format";
	return;
	}
	if (snapshot->isEmpty()) {
	*errorString = "Empty snapshot";
	return;
	}

	*snapshotId = String::number(++s_lastSnapshotId);
	bool newEntry = m_snapshotById.add(*snapshotId, snapshot).isNewEntry;
	ASSERT_UNUSED(newEntry, newEntry);
	}

	void InspectorLayerTreeAgent::releaseSnapshot(ErrorString* errorString, const String& snapshotId)
	{
	SnapshotById::iterator it = m_snapshotById.find(snapshotId);
	if (it == m_snapshotById.end()) {
	*errorString = "Snapshot not found";
	return;
	}
	m_snapshotById.remove(it);
	}

	const PictureSnapshot* InspectorLayerTreeAgent::snapshotById(ErrorString* errorString, const String& snapshotId)
	{
	SnapshotById::iterator it = m_snapshotById.find(snapshotId);
	if (it == m_snapshotById.end()) {
	*errorString = "Snapshot not found";
	return nullptr;
	}
	return it->value.get();
	}

	void InspectorLayerTreeAgent::replaySnapshot(ErrorString* errorString, const String& snapshotId, const int* fromStep, const int* toStep, const double* scale, String* dataURL)
	{
	const PictureSnapshot* snapshot = snapshotById(errorString, snapshotId);
	if (!snapshot)
	return;
	OwnPtr<Vector<char> > base64Data = snapshot->replay(fromStep ? fromStep : 0, toStep ? toStep : 0, scale ? *scale : 1.0);
	if (!base64Data) {
	*errorString = "Image encoding failed";
	return;
	}
	StringBuilder url;
	url.appendLiteral("data:image/png;base64,");
	url.reserveCapacity(url.length() + base64Data->size());
	url.append(base64Data->begin(), base64Data->size());
	*dataURL = url.toString();
	}

	static bool parseRect(const JSONObject& object, FloatRect* rect)
	{
	double x = 0, y = 0;
	double width = 0, height = 0;
	if (!object.getNumber("x", &x) \|\| !object.getNumber("y", &y) \|\| !object.getNumber("width", &width) \|\| !object.getNumber("width", &height))
	return false;
	*rect = FloatRect(x, y, width, height);
	return true;
	}

	void InspectorLayerTreeAgent::profileSnapshot(ErrorString* errorString, const String& snapshotId, const int* minRepeatCount, const double* minDuration, const RefPtr<JSONObject>* clipRect, RefPtr<TypeBuilder::Array<TypeBuilder::Array<double> > >& outTimings)
	{
	const PictureSnapshot* snapshot = snapshotById(errorString, snapshotId);
	if (!snapshot)
	return;
	FloatRect rect;
	if (clipRect && !parseRect(**clipRect, &rect)) {
	*errorString = "Invalid argument, missing required field";
	return;
	}
	OwnPtr<PictureSnapshot::Timings> timings = snapshot->profile(minRepeatCount ? minRepeatCount : 1, minDuration ? minDuration : 0, clipRect ? &rect : 0);
	outTimings = TypeBuilder::Array<TypeBuilder::Array<double> >::create();
	for (size_t i = 0; i < timings->size(); ++i) {
	const Vector<double>& row = (*timings)[i];
	RefPtr<TypeBuilder::Array<double> > outRow = TypeBuilder::Array<double>::create();
	for (size_t j = 0; j < row.size(); ++j)
	outRow->addItem(row[j]);
	outTimings->addItem(outRow.release());
	}
	}

	void InspectorLayerTreeAgent::snapshotCommandLog(ErrorString* errorString, const String& snapshotId, RefPtr<TypeBuilder::Array<JSONObject> >& commandLog)
	{
	const PictureSnapshot* snapshot = snapshotById(errorString, snapshotId);
	if (!snapshot)
	return;
	commandLog = TypeBuilder::Array<JSONObject>::runtimeCast(snapshot->snapshotCommandLog());
	}

	void InspectorLayerTreeAgent::willAddPageOverlay(const GraphicsLayer* layer)
	{
	m_pageOverlayLayerIds.append(layer->platformLayer()->id());
	}

	void InspectorLayerTreeAgent::didRemovePageOverlay(const GraphicsLayer* layer)
	{
	size_t index = m_pageOverlayLayerIds.find(layer->platformLayer()->id());
	if (index == WTF::kNotFound)
	return;
	m_pageOverlayLayerIds.remove(index);
	}


	} // namespace blink