Fatso Flame Graph
Reset Zoom
Search
org.spark_project.jetty.util.thread.QueuedThreadPool.idleJobPoll (20,196 samples, 6.81%)
org.spark..
scala.concurrent.impl.Promise$DefaultPromise.ready (6,702 samples, 2.26%)
s..
sun.misc.Unsafe.park (20,193 samples, 6.81%)
sun.misc...
org.spark_project.jetty.server.ServerConnector.accept (6,732 samples, 2.27%)
o..
org.apache.spark.sql.Dataset$$anonfun$collect$1.apply (6,705 samples, 2.26%)
o..
java.util.concurrent.LinkedBlockingQueue.take (26,888 samples, 9.06%)
java.util.con..
org.apache.spark.scheduler.AsyncEventQueue.org$apache$spark$scheduler$AsyncEventQueue$$dispatch (26,898 samples, 9.07%)
org.apache.sp..
org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.processNext (20,055 samples, 6.76%)
org.apach..
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos (26,912 samples, 9.07%)
java.util.con..
org.spark_project.jetty.util.thread.QueuedThreadPool.runJob (33,660 samples, 11.35%)
org.spark_projec..
java.lang.Object.hashCode (420 samples, 0.14%)
org.apache.spark.sql.Dataset$$anonfun$collect$1.apply (6,705 samples, 2.26%)
o..
org.apache.spark.rdd.RDD.collect (6,702 samples, 2.26%)
o..
org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply (26,898 samples, 9.07%)
org.apache.sp..
org.apache.spark.sql.Dataset.withAction (6,708 samples, 2.26%)
o..
java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly (6,702 samples, 2.26%)
j..
org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume (26,928 samples, 9.08%)
org.spark_pro..
org.apache.spark.deploy.SparkSubmit.doRunMain$1 (6,738 samples, 2.27%)
o..
org.apache.spark.scheduler.Task.run (20,055 samples, 6.76%)
org.apach..
profile.sparkjobs.JobFatso$$anonfun$1.apply (20,055 samples, 6.76%)
profile.s..
sun.nio.ch.SelectorImpl.select (26,845 samples, 9.05%)
sun.nio.ch.Se..
org.apache.spark.util.EventLoop$$anon$1.run (6,731 samples, 2.27%)
o..
org.apache.spark.deploy.SparkSubmit.doSubmit (6,746 samples, 2.27%)
o..
java.lang.StringBuilder.toString (10,875 samples, 3.67%)
java..
java.util.concurrent.locks.LockSupport.park (6,702 samples, 2.26%)
j..
sun.nio.ch.KQueueArrayWrapper.kevent0 (26,843 samples, 9.05%)
sun.nio.ch.KQ..
org.apache.spark.scheduler.AsyncEventQueue$$anon$1.run (26,898 samples, 9.07%)
org.apache.sp..
org.apache.spark.rdd.RDDOperationScope$.withScope (6,702 samples, 2.26%)
o..
java.lang.ref.Reference$ReferenceHandler.run (6,749 samples, 2.27%)
j..
java.util.concurrent.locks.LockSupport.park (6,729 samples, 2.27%)
j..
java.util.concurrent.locks.LockSupport.park (26,888 samples, 9.06%)
java.util.con..
org.apache.spark.sql.execution.SparkPlan$$anonfun$2.apply (20,055 samples, 6.76%)
org.apach..
java.util.TimerThread.run (6,731 samples, 2.27%)
j..
org.apache.spark.executor.Executor.org$apache$spark$executor$Executor$$updateDependencies (42 samples, 0.01%)
sun.reflect.DelegatingMethodAccessorImpl.invoke (6,738 samples, 2.27%)
s..
org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume (26,928 samples, 9.08%)
org.spark_pro..
sun.misc.Unsafe.park (6,729 samples, 2.27%)
s..
org.apache.spark.SparkContext.runJob (6,702 samples, 2.26%)
o..
org.apache.spark.executor.Executor$TaskRunner$$anonfun$10.apply (20,055 samples, 6.76%)
org.apach..
io.netty.channel.nio.NioEventLoop.select (26,846 samples, 9.05%)
io.netty.chan..
java.lang.ref.ReferenceQueue.remove (6,721 samples, 2.27%)
j..
scala.concurrent.impl.Promise$DefaultPromise.tryAwait (6,702 samples, 2.26%)
s..
io.netty.channel.nio.SelectedSelectionKeySetSelector.select (26,845 samples, 9.05%)
io.netty.chan..
org.apache.spark.sql.execution.SQLExecution$.withSQLConfPropagated (6,705 samples, 2.26%)
o..
org.apache.spark.SparkContext.runJob (6,702 samples, 2.26%)
o..
org.apache.spark.util.ThreadUtils$.awaitReady (6,702 samples, 2.26%)
o..
profile.sparkjobs.JobFatso.main (6,738 samples, 2.27%)
p..
sun.nio.ch.ServerSocketChannelImpl.accept (6,732 samples, 2.27%)
s..
org.spark_project.jetty.server.AbstractConnector$Acceptor.run (6,732 samples, 2.27%)
o..
org.apache.spark.rdd.RDD.withScope (6,702 samples, 2.26%)
o..
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (6,729 samples, 2.27%)
j..
org.apache.spark.rpc.netty.Dispatcher$MessageLoop.run (20,208 samples, 6.81%)
org.apach..
java.util.concurrent.ThreadPoolExecutor.runWorker (128,435 samples, 43.29%)
java.util.concurrent.ThreadPoolExecutor.runWorker
java.lang.Object.wait (6,745 samples, 2.27%)
j..
java.util.Arrays.copyOf (38 samples, 0.01%)
java.util.TimerThread.mainLoop (6,731 samples, 2.27%)
j..
org.apache.spark.ContextCleaner.org$apache$spark$ContextCleaner$$keepCleaning (6,729 samples, 2.27%)
o..
sun.nio.ch.SelectorImpl.select (26,928 samples, 9.08%)
sun.nio.ch.Se..
java.lang.AbstractStringBuilder.append (38 samples, 0.01%)
java.util.Arrays.copyOfRange (10,270 samples, 3.46%)
jav..
org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply$mcJ$sp (26,898 samples, 9.07%)
org.apache.sp..
profile.sparkjobs.JobFatso$.main (6,737 samples, 2.27%)
p..
org.apache.spark.ContextCleaner$$anonfun$org$apache$spark$ContextCleaner$$keepCleaning$1.apply$mcV$sp (6,729 samples, 2.27%)
o..
sun.nio.ch.SelectorImpl.lockAndDoSelect (26,928 samples, 9.08%)
sun.nio.ch.Se..
java.util.concurrent.locks.AbstractQueuedSynchronizer.parkAndCheckInterrupt (6,702 samples, 2.26%)
j..
java.lang.ref.ReferenceQueue.remove (6,734 samples, 2.27%)
j..
org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$11$$anon$1.hasNext (20,055 samples, 6.76%)
org.apach..
org.spark_project.jetty.io.ManagedSelector$SelectorProducer.select (26,928 samples, 9.08%)
org.spark_pro..
org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager$$anon$2.run (6,734 samples, 2.27%)
o..
profile.sparkjobs.Helper$.fatFunctionInner (11,343 samples, 3.82%)
prof..
org.apache.spark.deploy.SparkSubmit.submit (6,743 samples, 2.27%)
o..
org.apache.spark.SparkContext.runJob (6,702 samples, 2.26%)
o..
java.util.concurrent.LinkedBlockingQueue.take (53,872 samples, 18.16%)
java.util.concurrent.LinkedB..
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (20,205 samples, 6.81%)
java.util..
sun.nio.ch.KQueueArrayWrapper.poll (26,928 samples, 9.08%)
sun.nio.ch.KQ..
sun.reflect.NativeMethodAccessorImpl.invoke0 (6,738 samples, 2.27%)
s..
org.apache.spark.rdd.RDD$$anonfun$mapPartitionsInternal$1$$anonfun$apply$24.apply (20,055 samples, 6.76%)
org.apach..
java.lang.Object.wait (6,731 samples, 2.27%)
j..
java.lang.Object.wait (6,721 samples, 2.27%)
j..
org.apache.spark.rdd.RDD$$anonfun$mapPartitionsInternal$1$$anonfun$apply$24.apply (20,055 samples, 6.76%)
org.apach..
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (53,872 samples, 18.16%)
java.util.concurrent.locks.A..
java.lang.Object.toString (420 samples, 0.14%)
java.util.concurrent.locks.LockSupport.parkNanos (20,193 samples, 6.81%)
java.util..
org.apache.spark.SparkContext.runJob (6,702 samples, 2.26%)
o..
java.util.concurrent.locks.LockSupport.parkNanos (26,912 samples, 9.07%)
java.util.con..
org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.deserializetoobject_doConsume_0$ (20,055 samples, 6.76%)
org.apach..
scala.collection.immutable.Range.foreach$mVc$sp (20,055 samples, 6.76%)
scala.col..
sun.nio.ch.KQueueArrayWrapper.kevent0 (26,928 samples, 9.08%)
sun.nio.ch.KQ..
java.util.concurrent.locks.LockSupport.park (6,731 samples, 2.27%)
j..
java.util.concurrent.SynchronousQueue$TransferStack.transfer (604 samples, 0.20%)
org.apache.spark.MapOutputTrackerMaster$MessageLoop.run (53,872 samples, 18.16%)
org.apache.spark.MapOutputTr..
org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit (6,746 samples, 2.27%)
o..
scala.concurrent.impl.Promise$DefaultPromise.ready (6,702 samples, 2.26%)
s..
org.spark_project.jetty.util.thread.strategy.ExecuteProduceConsume.execute (26,928 samples, 9.08%)
org.spark_pro..
sun.nio.ch.SelectorImpl.select (26,928 samples, 9.08%)
sun.nio.ch.Se..
org.apache.spark.sql.execution.SparkPlan$$anonfun$2.apply (20,055 samples, 6.76%)
org.apach..
scala.util.DynamicVariable.withValue (26,898 samples, 9.07%)
scala.util.Dy..
org.apache.spark.deploy.JavaMainApplication.start (6,738 samples, 2.27%)
o..
java.util.concurrent.ThreadPoolExecutor.getTask (34,247 samples, 11.54%)
java.util.concurr..
java.lang.Object.wait (6,731 samples, 2.27%)
j..
java.lang.Object.wait (6,745 samples, 2.27%)
j..
java.util.concurrent.LinkedBlockingDeque.take (6,729 samples, 2.27%)
j..
profile.sparkjobs.JobFatso$$anonfun$fatFunctionOuter$1.apply$mcVI$sp (11,343 samples, 3.82%)
prof..
java.util.concurrent.LinkedBlockingDeque.takeFirst (6,729 samples, 2.27%)
j..
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (6,731 samples, 2.27%)
j..
java.util.concurrent.locks.LockSupport.park (53,872 samples, 18.16%)
java.util.concurrent.locks.L..
java.lang.Object.wait (6,734 samples, 2.27%)
j..
org.apache.spark.scheduler.AsyncEventQueue$$anon$1$$anonfun$run$1.apply$mcV$sp (26,898 samples, 9.07%)
org.apache.sp..
sun.nio.ch.KQueueSelectorImpl.doSelect (26,845 samples, 9.05%)
sun.nio.ch.KQ..
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take (26,912 samples, 9.07%)
java.util.con..
org.apache.spark.sql.execution.SQLExecution$$anonfun$withNewExecutionId$1.apply (6,705 samples, 2.26%)
o..
java.lang.ref.Reference.tryHandlePending (6,748 samples, 2.27%)
j..
org.apache.spark.sql.execution.SQLExecution$.withNewExecutionId (6,705 samples, 2.26%)
o..
org.apache.spark.scheduler.AsyncEventQueue$$anonfun$org$apache$spark$scheduler$AsyncEventQueue$$dispatch$1.apply (26,898 samples, 9.07%)
org.apache.sp..
org.apache.spark.rdd.MapPartitionsRDD.compute (20,055 samples, 6.76%)
org.apach..
java.lang.String.<init> (10,270 samples, 3.46%)
jav..
org.apache.spark.util.Utils$.tryOrStopSparkContext (6,729 samples, 2.27%)
o..
org.apache.spark.scheduler.DAGScheduler.runJob (6,702 samples, 2.26%)
o..
sun.nio.ch.KQueueArrayWrapper.poll (26,843 samples, 9.05%)
sun.nio.ch.KQ..
org.apache.spark.executor.Executor$TaskRunner.run (20,097 samples, 6.77%)
org.apach..
org.apache.spark.sql.execution.BufferedRowIterator.hasNext (20,055 samples, 6.76%)
org.apach..
org.apache.spark.sql.Dataset$$anonfun$53.apply (6,705 samples, 2.26%)
o..
org.apache.spark.deploy.SparkSubmit$.main (6,746 samples, 2.27%)
o..
sun.misc.Unsafe.park (6,702 samples, 2.26%)
s..
org.apache.spark.deploy.SparkSubmit.main (6,746 samples, 2.27%)
o..
sun.misc.Unsafe.park (604 samples, 0.20%)
sun.misc.Unsafe.park (6,731 samples, 2.27%)
s..
sun.reflect.NativeMethodAccessorImpl.invoke (6,738 samples, 2.27%)
s..
org.apache.spark.rdd.RDD$$anonfun$collect$1.apply (6,702 samples, 2.26%)
o..
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos (20,193 samples, 6.81%)
java.util..
java.util.concurrent.LinkedBlockingQueue.take (6,731 samples, 2.27%)
j..
sun.nio.ch.ServerSocketChannelImpl.accept0 (6,732 samples, 2.27%)
s..
org.spark_project.jetty.io.ManagedSelector.run (26,928 samples, 9.08%)
org.spark_pro..
io.netty.channel.nio.NioEventLoop.run (26,877 samples, 9.06%)
io.netty.chan..
org.apache.spark.scheduler.ResultTask.runTask (20,055 samples, 6.76%)
org.apach..
java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take (26,912 samples, 9.07%)
java.util.con..
java.util.concurrent.locks.LockSupport.parkNanos (604 samples, 0.20%)
org.apache.spark.rdd.RDD.iterator (20,055 samples, 6.76%)
org.apach..
org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIteratorForCodegenStage1.mapelements_doConsume_0$ (20,055 samples, 6.76%)
org.apach..
sun.nio.ch.ServerSocketChannelImpl.accept (6,732 samples, 2.27%)
s..
io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run (33,577 samples, 11.32%)
io.netty.util.co..
java.util.concurrent.SynchronousQueue.poll (604 samples, 0.20%)
java.lang.Object.wait (6,745 samples, 2.27%)
j..
profile.sparkjobs.JobFatso$$anonfun$1.apply (20,055 samples, 6.76%)
profile.s..
java.lang.ref.Finalizer$FinalizerThread.run (6,749 samples, 2.27%)
j..
sun.misc.Unsafe.park (26,912 samples, 9.07%)
sun.misc.Unsa..
sun.nio.ch.KQueueSelectorImpl.doSelect (26,928 samples, 9.08%)
sun.nio.ch.KQ..
java.util.concurrent.ThreadPoolExecutor$Worker.run (128,435 samples, 43.29%)
java.util.concurrent.ThreadPoolExecutor$Worker.run
org.apache.spark.ContextCleaner$$anon$1.run (6,729 samples, 2.27%)
o..
org.spark_project.jetty.util.thread.QueuedThreadPool.access$800 (20,196 samples, 6.81%)
org.spark..
org.apache.spark.util.Utils$.tryWithSafeFinally (20,055 samples, 6.76%)
org.apach..
scala.collection.mutable.StringBuilder.toString (10,875 samples, 3.67%)
scal..
sun.misc.Unsafe.park (20,205 samples, 6.81%)
sun.misc...
org.apache.spark.rdd.RDDOperationScope$.withScope (6,702 samples, 2.26%)
o..
java.lang.reflect.Method.invoke (6,738 samples, 2.27%)
j..
java.lang.AbstractStringBuilder.ensureCapacityInternal (38 samples, 0.01%)
org.apache.spark.storage.BlockManager$RemoteBlockDownloadFileManager.org$apache$spark$storage$BlockManager$RemoteBlockDownloadFileManager$$keepCleaning (6,734 samples, 2.27%)
o..
org.apache.spark.sql.Dataset.org$apache$spark$sql$Dataset$$collectFromPlan (6,705 samples, 2.26%)
o..
org.apache.spark.rdd.RDD.computeOrReadCheckpoint (20,055 samples, 6.76%)
org.apach..
java.lang.Thread.run (215,869 samples, 72.76%)
java.lang.Thread.run
org.spark_project.jetty.io.ManagedSelector$SelectorProducer.produce (26,928 samples, 9.08%)
org.spark_pro..
profile.sparkjobs.JobFatso$.fatFunctionOuter (20,055 samples, 6.76%)
profile.s..
org.apache.spark.sql.Dataset.collect (6,708 samples, 2.26%)
o..
java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill (604 samples, 0.20%)
sun.nio.ch.SelectorImpl.lockAndDoSelect (26,845 samples, 9.05%)
sun.nio.ch.Se..
org.apache.spark.sql.execution.SparkPlan.executeCollect (6,705 samples, 2.26%)
o..
io.netty.util.concurrent.SingleThreadEventExecutor$5.run (26,877 samples, 9.06%)
io.netty.util..
java.lang.Thread.sleep (6,700 samples, 2.26%)
j..
sun.misc.Unsafe.park (26,888 samples, 9.06%)
sun.misc.Unsa..
java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await (26,888 samples, 9.06%)
java.util.con..
java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedInterruptibly (6,702 samples, 2.26%)
j..
org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain (6,738 samples, 2.27%)
o..
java.lang.ref.ReferenceQueue.remove (6,749 samples, 2.27%)
j..
scala.collection.mutable.StringBuilder.append (41 samples, 0.01%)
io.netty.util.ThreadDeathWatcher$Watcher.run (6,700 samples, 2.26%)
i..
java.lang.StringBuilder.append (41 samples, 0.01%)
sun.misc.Unsafe.park (53,872 samples, 18.16%)
sun.misc.Unsafe.park
java.util.concurrent.LinkedBlockingQueue.take (20,205 samples, 6.81%)
java.util..
all (296,689 samples, 100%)
java.util.concurrent.locks.LockSupport.park (20,205 samples, 6.81%)
java.util..
org.spark_project.jetty.util.thread.QueuedThreadPool$2.run (53,856 samples, 18.15%)
org.spark_project.jetty.util..
java.lang.ref.ReferenceQueue.remove (6,749 samples, 2.27%)
j..
org.apache.spark.util.Utils$.tryOrStopSparkContext (26,898 samples, 9.07%)
org.apache.sp..
org.spark_project.jetty.util.BlockingArrayQueue.poll (20,196 samples, 6.81%)
org.spark..