rep1.out

text/plain

# Samples: 1211497
#
# Overhead   Command                Shared Object  Symbol
# ........  ........  ...........................  ......
#
    49.42%  postgres  ./pg9.2/bin/postgres         [.] s_lock

    14.80%  postgres  ./pg9.2/bin/postgres         [.] PinBuffer

     6.88%  postgres  ./pg9.2/bin/postgres         [.] LWLockAcquire

     6.72%  postgres  ./pg9.2/bin/postgres         [.] UnpinBuffer

     3.90%  postgres  ./pg9.2/bin/postgres         [.] BufferGetBlockNumber

     2.97%  postgres  ./pg9.2/bin/postgres         [.] LockBuffer

     2.67%  postgres  ./pg9.2/bin/postgres         [.] ReadBuffer_common

     2.25%  postgres  ./pg9.2/bin/postgres         [.] LWLockRelease

     1.57%  postgres  ./pg9.2/bin/postgres         [.] ReleaseAndReadBuffer

     1.28%  postgres  ./pg9.2/bin/postgres         [.] slot_deform_tuple

     0.94%  postgres  ./pg9.2/bin/postgres         [.] FlushRelationBuffers

     0.80%  postgres  ./pg9.2/bin/postgres         [.] _bt_compare

     0.78%  postgres  ./pg9.2/bin/postgres         [.] ExecProject

     0.29%  postgres  ./pg9.2/bin/postgres         [.] FunctionCall2Coll

     0.23%  postgres  ./pg9.2/bin/postgres         [.] slot_getsomeattrs

     0.23%  postgres  ./pg9.2/bin/postgres         [.] _bt_binsrch

     0.18%  postgres  ./pg9.2/bin/postgres         [.] btint8cmp

     0.16%  postgres  ./pg9.2/bin/postgres         [.] _bt_first
                |          
                |--72.03%-- 0x1ee30ff
                |          
                 --27.97%-- 0x14

     0.14%  postgres  ./pg9.2/bin/postgres         [.] hash_any

     0.12%  postgres  ./pg9.2/bin/postgres         [.] hash_search_with_hash_value

     0.12%  postgres  [kernel]                     [k] __ticket_spin_lock
                |          
                |--40.40%-- _spin_lock
                |          |          
                |          |--30.24%-- task_rq_lock
                |          |          try_to_wake_up
                |          |          |          
                |          |          |--64.74%-- wake_up_process
                |          |          |          update_queue
                |          |          |          sys_semtimedop
                |          |          |          sys_semop
                |          |          |          system_call_fastpath
                |          |          |          semop
                |          |          |          
                |          |           --35.26%-- default_wake_function
                |          |                     autoremove_wake_function
                |          |                     |          
                |          |                     |--95.08%-- wake_bit_function
                |          |                     |          __wake_up_common
                |          |                     |          __wake_up
                |          |                     |          __wake_up_bit
                |          |                     |          unlock_page
                |          |                     |          __do_fault
                |          |                     |          handle_mm_fault
                |          |                     |          do_page_fault
                |          |                     |          page_fault
                |          |                     |          |          
                |          |                     |          |--56.90%-- FlushRelationBuffers
                |          |                     |          |          
                |          |                     |           --43.10%-- ReadBuffer_common
                |          |                     |          
                |          |                      --4.92%-- __wake_up_common
                |          |                                __wake_up
                |          |                                insert_work
                |          |                                __queue_work
                |          |                                delayed_work_timer_fn
                |          |                                run_timer_softirq
                |          |                                __do_softirq
                |          |                                call_softirq
                |          |                                do_softirq
                |          |                                irq_exit
                |          |                                smp_apic_timer_interrupt
                |          |                                apic_timer_interrupt
                |          |                                |          
                |          |                                |--33.33%-- LockBuffer
                |          |                                |          
                |          |                                |--33.33%-- s_lock
                |          |                                |          
                |          |                                 --33.33%-- BufferGetBlockNumber
                |          |          
                |          |--18.53%-- ipc_lock
                |          |          ipc_lock_check
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |          |--15.73%-- scsi_device_unbusy
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          |          
                |          |          |--95.56%-- do_IRQ
                |          |          |          ret_from_intr
                |          |          |          |          
                |          |          |          |--94.19%-- fsync
                |          |          |          |          
                |          |          |           --5.81%-- FlushRelationBuffers
                |          |          |          
                |          |           --4.44%-- smp_call_function_single_interrupt
                |          |                     call_function_single_interrupt
                |          |                     fsync
                |          |          
                |          |--13.81%-- __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--45.57%-- slot_getsomeattrs
                |          |          |          
                |          |          |--39.24%-- FlushRelationBuffers
                |          |          |          
                |          |          |--11.39%-- hash_search_with_hash_value
                |          |          |          
                |          |          |--2.53%-- _bt_steppage
                |          |          |          
                |          |           --1.27%-- ReadBuffer_common
                |          |          
                |          |--5.94%-- scheduler_tick
                |          |          update_process_times
                |          |          tick_sched_timer
                |          |          __run_hrtimer
                |          |          hrtimer_interrupt
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--44.12%-- s_lock
                |          |          |          
                |          |          |--14.71%-- PinBuffer
                |          |          |          
                |          |          |--11.76%-- UnpinBuffer
                |          |          |          
                |          |          |--8.82%-- BufferGetBlockNumber
                |          |          |          
                |          |          |--2.94%-- _bt_compare
                |          |          |          
                |          |          |--2.94%-- BufTableLookup
                |          |          |          
                |          |          |--2.94%-- slot_deform_tuple
                |          |          |          
                |          |          |--2.94%-- LWLockAcquire
                |          |          |          
                |          |          |--2.94%-- LWLockRelease
                |          |          |          
                |          |          |--2.94%-- ExecQual
                |          |          |          
                |          |           --2.94%-- FileWrite
                |          |          
                |          |--4.20%-- try_to_wake_up
                |          |          |          
                |          |          |--83.33%-- wake_up_process
                |          |          |          update_queue
                |          |          |          sys_semtimedop
                |          |          |          sys_semop
                |          |          |          system_call_fastpath
                |          |          |          semop
                |          |          |          
                |          |           --16.67%-- default_wake_function
                |          |                     autoremove_wake_function
                |          |                     wake_bit_function
                |          |                     __wake_up_common
                |          |                     __wake_up
                |          |                     __wake_up_bit
                |          |                     unlock_page
                |          |                     __do_fault
                |          |                     handle_mm_fault
                |          |                     do_page_fault
                |          |                     page_fault
                |          |                     |          
                |          |                     |--75.00%-- FlushRelationBuffers
                |          |                     |          
                |          |                      --25.00%-- ReadBuffer_common
                |          |          
                |          |--3.15%-- perf_ctx_adjust_freq
                |          |          perf_event_task_tick
                |          |          scheduler_tick
                |          |          update_process_times
                |          |          tick_sched_timer
                |          |          __run_hrtimer
                |          |          hrtimer_interrupt
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--44.44%-- s_lock
                |          |          |          
                |          |          |--16.67%-- LWLockAcquire
                |          |          |          
                |          |          |--11.11%-- UnpinBuffer
                |          |          |          
                |          |          |--5.56%-- btint8cmp
                |          |          |          
                |          |          |--5.56%-- ReadBuffer_common
                |          |          |          
                |          |          |--5.56%-- ReleaseAndReadBuffer
                |          |          |          
                |          |          |--5.56%-- LockBuffer
                |          |          |          
                |          |           --5.56%-- PinBuffer
                |          |          
                |          |--1.75%-- select_task_rq_fair
                |          |          try_to_wake_up
                |          |          |          
                |          |          |--60.00%-- default_wake_function
                |          |          |          autoremove_wake_function
                |          |          |          |          
                |          |          |          |--66.67%-- __wake_up_common
                |          |          |          |          __wake_up
                |          |          |          |          insert_work
                |          |          |          |          __queue_work
                |          |          |          |          delayed_work_timer_fn
                |          |          |          |          run_timer_softirq
                |          |          |          |          __do_softirq
                |          |          |          |          call_softirq
                |          |          |          |          do_softirq
                |          |          |          |          irq_exit
                |          |          |          |          smp_apic_timer_interrupt
                |          |          |          |          apic_timer_interrupt
                |          |          |          |          |          
                |          |          |          |          |--50.00%-- s_lock
                |          |          |          |          |          
                |          |          |          |          |--25.00%-- LWLockAcquire
                |          |          |          |          |          
                |          |          |          |           --25.00%-- UnpinBuffer
                |          |          |          |          
                |          |          |           --33.33%-- wake_bit_function
                |          |          |                     __wake_up_common
                |          |          |                     __wake_up
                |          |          |                     __wake_up_bit
                |          |          |                     unlock_page
                |          |          |                     __do_fault
                |          |          |                     handle_mm_fault
                |          |          |                     do_page_fault
                |          |          |                     page_fault
                |          |          |                     FlushRelationBuffers
                |          |          |          
                |          |           --40.00%-- wake_up_process
                |          |                     update_queue
                |          |                     sys_semtimedop
                |          |                     sys_semop
                |          |                     system_call_fastpath
                |          |                     semop
                |          |          
                |          |--1.40%-- shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          ReadBuffer_common
                |          |          
                |          |--1.05%-- update_vsyscall
                |          |          update_wall_time
                |          |          do_timer
                |          |          tick_do_update_jiffies64
                |          |          tick_sched_timer
                |          |          __run_hrtimer
                |          |          hrtimer_interrupt
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--50.00%-- s_lock
                |          |          |          
                |          |          |--16.67%-- UnpinBuffer
                |          |          |          
                |          |          |--16.67%-- PinBuffer
                |          |          |          
                |          |           --16.67%-- LWLockAcquire
                |          |          
                |          |--0.70%-- do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--50.00%-- PinBuffer
                |          |          |          
                |          |          |--25.00%-- MemoryContextAllocZero
                |          |          |          
                |          |           --25.00%-- AllocSetAlloc
                |          |          
                |          |--0.70%-- __percpu_counter_add
                |          |          |          
                |          |          |--75.00%-- account_page_dirtied
                |          |          |          __set_page_dirty
                |          |          |          mark_buffer_dirty
                |          |          |          __block_commit_write
                |          |          |          block_write_end
                |          |          |          generic_write_end
                |          |          |          generic_perform_write
                |          |          |          generic_file_buffered_write
                |          |          |          xfs_write	[xfs]
                |          |          |          xfs_file_aio_write	[xfs]
                |          |          |          do_sync_write
                |          |          |          vfs_write
                |          |          |          sys_write
                |          |          |          system_call_fastpath
                |          |          |          __write
                |          |          |          
                |          |           --25.00%-- __prop_inc_single
                |          |                     task_dirty_inc
                |          |                     account_page_dirtied
                |          |                     __set_page_dirty
                |          |                     mark_buffer_dirty
                |          |                     __block_commit_write
                |          |                     block_write_end
                |          |                     generic_write_end
                |          |                     generic_perform_write
                |          |                     generic_file_buffered_write
                |          |                     xfs_write	[xfs]
                |          |                     xfs_file_aio_write	[xfs]
                |          |                     do_sync_write
                |          |                     vfs_write
                |          |                     sys_write
                |          |                     system_call_fastpath
                |          |                     __write
                |          |          
                |          |--0.52%-- hrtimer_interrupt
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--66.67%-- s_lock
                |          |          |          
                |          |           --33.33%-- LWLockAcquire
                |          |          
                |          |--0.52%-- scsi_request_fn
                |          |          |          
                |          |          |--66.67%-- __blk_run_queue
                |          |          |          blk_run_queue
                |          |          |          scsi_run_queue
                |          |          |          scsi_next_command
                |          |          |          scsi_end_request
                |          |          |          scsi_io_completion
                |          |          |          scsi_finish_command
                |          |          |          scsi_softirq_done
                |          |          |          blk_done_softirq
                |          |          |          __do_softirq
                |          |          |          call_softirq
                |          |          |          do_softirq
                |          |          |          irq_exit
                |          |          |          do_IRQ
                |          |          |          ret_from_intr
                |          |          |          fsync
                |          |          |          
                |          |           --33.33%-- __generic_unplug_device
                |          |                     elv_insert
                |          |                     __elv_add_request
                |          |                     __make_request
                |          |                     generic_make_request
                |          |                     submit_bio
                |          |                     xfs_submit_ioend_bio	[xfs]
                |          |                     xfs_submit_ioend	[xfs]
                |          |                     xfs_page_state_convert	[xfs]
                |          |                     xfs_vm_writepage	[xfs]
                |          |                     __writepage
                |          |                     write_cache_pages
                |          |                     generic_writepages
                |          |                     xfs_vm_writepages	[xfs]
                |          |                     do_writepages
                |          |                     __filemap_fdatawrite_range
                |          |                     filemap_write_and_wait_range
                |          |                     vfs_fsync_range
                |          |                     vfs_fsync
                |          |                     do_fsync
                |          |                     sys_fsync
                |          |                     system_call_fastpath
                |          |                     fsync
                |           --1.75%-- [...]
                |          
                |--39.41%-- _spin_lock_irq
                |          |          
                |          |--46.95%-- __make_request
                |          |          generic_make_request
                |          |          submit_bio
                |          |          xfs_submit_ioend_bio	[xfs]
                |          |          xfs_submit_ioend	[xfs]
                |          |          xfs_page_state_convert	[xfs]
                |          |          xfs_vm_writepage	[xfs]
                |          |          __writepage
                |          |          write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |          |--29.21%-- scsi_request_fn
                |          |          |          
                |          |          |--64.42%-- __blk_run_queue
                |          |          |          blk_run_queue
                |          |          |          scsi_run_queue
                |          |          |          scsi_next_command
                |          |          |          scsi_end_request
                |          |          |          scsi_io_completion
                |          |          |          scsi_finish_command
                |          |          |          scsi_softirq_done
                |          |          |          blk_done_softirq
                |          |          |          __do_softirq
                |          |          |          call_softirq
                |          |          |          do_softirq
                |          |          |          irq_exit
                |          |          |          |          
                |          |          |          |--90.48%-- do_IRQ
                |          |          |          |          ret_from_intr
                |          |          |          |          |          
                |          |          |          |          |--74.74%-- fsync
                |          |          |          |          |          
                |          |          |          |           --25.26%-- FlushRelationBuffers
                |          |          |          |          
                |          |          |           --9.52%-- smp_call_function_single_interrupt
                |          |          |                     call_function_single_interrupt
                |          |          |                     fsync
                |          |          |          
                |          |           --35.58%-- __generic_unplug_device
                |          |                     |          
                |          |                     |--98.28%-- elv_insert
                |          |                     |          __elv_add_request
                |          |                     |          __make_request
                |          |                     |          generic_make_request
                |          |                     |          submit_bio
                |          |                     |          xfs_submit_ioend_bio	[xfs]
                |          |                     |          xfs_submit_ioend	[xfs]
                |          |                     |          xfs_page_state_convert	[xfs]
                |          |                     |          xfs_vm_writepage	[xfs]
                |          |                     |          __writepage
                |          |                     |          write_cache_pages
                |          |                     |          generic_writepages
                |          |                     |          xfs_vm_writepages	[xfs]
                |          |                     |          do_writepages
                |          |                     |          __filemap_fdatawrite_range
                |          |                     |          filemap_write_and_wait_range
                |          |                     |          vfs_fsync_range
                |          |                     |          vfs_fsync
                |          |                     |          do_fsync
                |          |                     |          sys_fsync
                |          |                     |          system_call_fastpath
                |          |                     |          fsync
                |          |                     |          
                |          |                      --1.72%-- get_request_wait
                |          |                                __make_request
                |          |                                generic_make_request
                |          |                                submit_bio
                |          |                                xfs_submit_ioend_bio	[xfs]
                |          |                                xfs_submit_ioend	[xfs]
                |          |                                xfs_page_state_convert	[xfs]
                |          |                                xfs_vm_writepage	[xfs]
                |          |                                __writepage
                |          |                                write_cache_pages
                |          |                                generic_writepages
                |          |                                xfs_vm_writepages	[xfs]
                |          |                                do_writepages
                |          |                                __filemap_fdatawrite_range
                |          |                                filemap_write_and_wait_range
                |          |                                vfs_fsync_range
                |          |                                vfs_fsync
                |          |                                do_fsync
                |          |                                sys_fsync
                |          |                                system_call_fastpath
                |          |                                fsync
                |          |          
                |          |--14.52%-- activate_page
                |          |          mark_page_accessed
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |          |--3.58%-- add_to_page_cache_locked
                |          |          add_to_page_cache_lru
                |          |          shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          ReadBuffer_common
                |          |          
                |          |--2.87%-- ____pagevec_lru_add
                |          |          __lru_cache_add
                |          |          add_to_page_cache_lru
                |          |          |          
                |          |          |--62.50%-- grab_cache_page_write_begin
                |          |          |          block_write_begin
                |          |          |          xfs_vm_write_begin	[xfs]
                |          |          |          generic_perform_write
                |          |          |          generic_file_buffered_write
                |          |          |          xfs_write	[xfs]
                |          |          |          xfs_file_aio_write	[xfs]
                |          |          |          do_sync_write
                |          |          |          vfs_write
                |          |          |          sys_write
                |          |          |          system_call_fastpath
                |          |          |          __write
                |          |          |          
                |          |           --37.50%-- shmem_getpage
                |          |                     shmem_fault
                |          |                     shm_fault
                |          |                     __do_fault
                |          |                     handle_mm_fault
                |          |                     do_page_fault
                |          |                     page_fault
                |          |                     ReadBuffer_common
                |          |          
                |          |--2.15%-- schedule
                |          |          |          
                |          |          |--50.00%-- sys_semtimedop
                |          |          |          sys_semop
                |          |          |          system_call_fastpath
                |          |          |          semop
                |          |          |          
                |          |          |--25.00%-- io_schedule
                |          |          |          sync_page
                |          |          |          __wait_on_bit_lock
                |          |          |          __lock_page
                |          |          |          find_lock_page
                |          |          |          shmem_getpage
                |          |          |          shmem_fault
                |          |          |          shm_fault
                |          |          |          __do_fault
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          FlushRelationBuffers
                |          |          |          
                |          |          |--16.67%-- retint_careful
                |          |          |          |          
                |          |          |          |--50.00%-- s_lock
                |          |          |          |          
                |          |          |           --50.00%-- BufferGetBlockNumber
                |          |          |          
                |          |           --8.33%-- schedule_hrtimeout_range
                |          |                     poll_schedule_timeout
                |          |                     do_select
                |          |                     core_sys_select
                |          |                     sys_select
                |          |                     system_call_fastpath
                |          |                     __select
                |          |          
                |          |--0.54%-- run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--66.67%-- s_lock
                |          |          |          
                |          |           --33.33%-- _bt_binsrch
                |           --0.18%-- [...]
                |          
                |--19.28%-- default_spin_lock_flags
                |          _spin_lock_irqsave
                |          |          
                |          |--39.93%-- blk_run_queue
                |          |          scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          |          
                |          |          |--90.83%-- do_IRQ
                |          |          |          ret_from_intr
                |          |          |          |          
                |          |          |          |--91.92%-- fsync
                |          |          |          |          
                |          |          |           --8.08%-- FlushRelationBuffers
                |          |          |          
                |          |           --9.17%-- smp_call_function_single_interrupt
                |          |                     call_function_single_interrupt
                |          |                     fsync
                |          |          
                |          |--34.43%-- blk_end_bidi_request
                |          |          blk_end_request
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          |          
                |          |          |--92.55%-- do_IRQ
                |          |          |          ret_from_intr
                |          |          |          |          
                |          |          |          |--91.95%-- fsync
                |          |          |          |          
                |          |          |           --8.05%-- FlushRelationBuffers
                |          |          |          
                |          |           --7.45%-- smp_call_function_single_interrupt
                |          |                     call_function_single_interrupt
                |          |                     fsync
                |          |          
                |          |--7.33%-- __wake_up
                |          |          |          
                |          |          |--90.00%-- __wake_up_bit
                |          |          |          unlock_page
                |          |          |          __do_fault
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          FlushRelationBuffers
                |          |          |          
                |          |           --10.00%-- insert_work
                |          |                     __queue_work
                |          |                     delayed_work_timer_fn
                |          |                     run_timer_softirq
                |          |                     __do_softirq
                |          |                     call_softirq
                |          |                     do_softirq
                |          |                     irq_exit
                |          |                     smp_apic_timer_interrupt
                |          |                     apic_timer_interrupt
                |          |                     |          
                |          |                     |--50.00%-- BufferGetBlockNumber
                |          |                     |          
                |          |                      --50.00%-- slot_deform_tuple
                |          |          
                |          |--3.66%-- prepare_to_wait_exclusive
                |          |          __wait_on_bit_lock
                |          |          __lock_page
                |          |          find_lock_page
                |          |          shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--80.00%-- FlushRelationBuffers
                |          |          |          
                |          |           --20.00%-- ReadBuffer_common
                |          |          
                |          |--2.93%-- finish_wait
                |          |          __wait_on_bit_lock
                |          |          __lock_page
                |          |          find_lock_page
                |          |          shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--87.50%-- FlushRelationBuffers
                |          |          |          
                |          |           --12.50%-- ReadBuffer_common
                |          |          
                |          |--2.93%-- generic_exec_single
                |          |          __smp_call_function_single
                |          |          __blk_complete_request
                |          |          blk_complete_request
                |          |          scsi_done
                |          |          T.856	[megaraid_sas]
                |          |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          |          tasklet_action
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          |          
                |          |          |--62.50%-- fsync
                |          |          |          
                |          |           --37.50%-- FlushRelationBuffers
                |          |          
                |          |--1.83%-- lock_timer_base
                |          |          |          
                |          |          |--60.00%-- del_timer
                |          |          |          blk_remove_plug
                |          |          |          |          
                |          |          |          |--66.67%-- __blk_run_queue
                |          |          |          |          blk_run_queue
                |          |          |          |          scsi_run_queue
                |          |          |          |          scsi_next_command
                |          |          |          |          scsi_end_request
                |          |          |          |          scsi_io_completion
                |          |          |          |          scsi_finish_command
                |          |          |          |          scsi_softirq_done
                |          |          |          |          blk_done_softirq
                |          |          |          |          __do_softirq
                |          |          |          |          call_softirq
                |          |          |          |          do_softirq
                |          |          |          |          irq_exit
                |          |          |          |          do_IRQ
                |          |          |          |          ret_from_intr
                |          |          |          |          fsync
                |          |          |          |          
                |          |          |           --33.33%-- __generic_unplug_device
                |          |          |                     elv_insert
                |          |          |                     __elv_add_request
                |          |          |                     __make_request
                |          |          |                     generic_make_request
                |          |          |                     submit_bio
                |          |          |                     xfs_submit_ioend_bio	[xfs]
                |          |          |                     xfs_submit_ioend	[xfs]
                |          |          |                     xfs_page_state_convert	[xfs]
                |          |          |                     xfs_vm_writepage	[xfs]
                |          |          |                     __writepage
                |          |          |                     write_cache_pages
                |          |          |                     generic_writepages
                |          |          |                     xfs_vm_writepages	[xfs]
                |          |          |                     do_writepages
                |          |          |                     __filemap_fdatawrite_range
                |          |          |                     filemap_write_and_wait_range
                |          |          |                     vfs_fsync_range
                |          |          |                     vfs_fsync
                |          |          |                     do_fsync
                |          |          |                     sys_fsync
                |          |          |                     system_call_fastpath
                |          |          |                     fsync
                |          |          |          
                |          |           --40.00%-- mod_timer
                |          |                     blk_plug_device
                |          |                     __make_request
                |          |                     generic_make_request
                |          |                     submit_bio
                |          |                     xfs_submit_ioend_bio	[xfs]
                |          |                     xfs_submit_ioend	[xfs]
                |          |                     xfs_page_state_convert	[xfs]
                |          |                     xfs_vm_writepage	[xfs]
                |          |                     __writepage
                |          |                     write_cache_pages
                |          |                     generic_writepages
                |          |                     xfs_vm_writepages	[xfs]
                |          |                     do_writepages
                |          |                     __filemap_fdatawrite_range
                |          |                     filemap_write_and_wait_range
                |          |                     vfs_fsync_range
                |          |                     vfs_fsync
                |          |                     do_fsync
                |          |                     sys_fsync
                |          |                     system_call_fastpath
                |          |                     fsync
                |          |          
                |          |--1.47%-- __rcu_process_callbacks
                |          |          rcu_process_callbacks
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--50.00%-- s_lock
                |          |          |          
                |          |          |--25.00%-- PinBuffer
                |          |          |          
                |          |           --25.00%-- ReleaseAndReadBuffer
                |          |          
                |          |--1.10%-- megasas_return_cmd	[megaraid_sas]
                |          |          T.856	[megaraid_sas]
                |          |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          |          tasklet_action
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          |          
                |          |          |--66.67%-- fsync
                |          |          |          
                |          |           --33.33%-- FlushRelationBuffers
                |          |          
                |          |--1.10%-- __scsi_put_command
                |          |          scsi_put_command
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          |          
                |          |          |--66.67%-- do_IRQ
                |          |          |          ret_from_intr
                |          |          |          fsync
                |          |          |          
                |          |           --33.33%-- smp_call_function_single_interrupt
                |          |                     call_function_single_interrupt
                |          |                     fsync
                |          |          
                |          |--0.73%-- scsi_get_command
                |          |          scsi_setup_fs_cmnd
                |          |          sd_prep_fn
                |          |          blk_peek_request
                |          |          scsi_request_fn
                |          |          |          
                |          |          |--50.00%-- __generic_unplug_device
                |          |          |          elv_insert
                |          |          |          __elv_add_request
                |          |          |          __make_request
                |          |          |          generic_make_request
                |          |          |          submit_bio
                |          |          |          xfs_submit_ioend_bio	[xfs]
                |          |          |          xfs_submit_ioend	[xfs]
                |          |          |          xfs_page_state_convert	[xfs]
                |          |          |          xfs_vm_writepage	[xfs]
                |          |          |          __writepage
                |          |          |          write_cache_pages
                |          |          |          generic_writepages
                |          |          |          xfs_vm_writepages	[xfs]
                |          |          |          do_writepages
                |          |          |          __filemap_fdatawrite_range
                |          |          |          filemap_write_and_wait_range
                |          |          |          vfs_fsync_range
                |          |          |          vfs_fsync
                |          |          |          do_fsync
                |          |          |          sys_fsync
                |          |          |          system_call_fastpath
                |          |          |          fsync
                |          |          |          
                |          |           --50.00%-- __blk_run_queue
                |          |                     blk_run_queue
                |          |                     scsi_run_queue
                |          |                     scsi_next_command
                |          |                     scsi_end_request
                |          |                     scsi_io_completion
                |          |                     scsi_finish_command
                |          |                     scsi_softirq_done
                |          |                     blk_done_softirq
                |          |                     __do_softirq
                |          |                     call_softirq
                |          |                     do_softirq
                |          |                     irq_exit
                |          |                     do_IRQ
                |          |                     ret_from_intr
                |          |                     fsync
                |          |          
                |          |--0.73%-- scsi_device_unbusy
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_call_function_single_interrupt
                |          |          call_function_single_interrupt
                |          |          fsync
                |           --1.83%-- [...]
                 --0.92%-- [...]

     0.11%  postgres  ./pg9.2/bin/postgres         [.] ExecScan

     0.11%  postgres  ./pg9.2/bin/postgres         [.] IndexOnlyNext

     0.11%  postgres  ./pg9.2/bin/postgres         [.] ExecSubPlan

     0.11%  postgres  ./pg9.2/bin/postgres         [.] ExecMakeFunctionResultNoSets

     0.10%  postgres  ./pg9.2/bin/postgres         [.] ExecProcNode

     0.10%  postgres  [kernel]                     [k] page_fault
                |          
                |--51.43%-- slot_getsomeattrs
                |          
                |--34.68%-- FlushRelationBuffers
                |          
                |--5.39%-- hash_search_with_hash_value
                |          
                |--1.85%-- ReadBuffer_common
                |          
                |--1.77%-- _bt_compare
                |          
                |--1.68%-- _bt_steppage
                |          
                |--0.84%-- MemoryContextAllocZero
                |          
                |--0.76%-- AllocSetAlloc
                |          
                |--0.67%-- PinBuffer
                 --0.93%-- [...]

     0.09%  postgres  ./pg9.2/bin/postgres         [.] heap_fill_tuple

     0.08%  postgres  ./pg9.2/bin/postgres         [.] _bt_search

     0.07%  postgres  ./pg9.2/bin/postgres         [.] _bt_checkkeys

     0.07%  postgres  ./pg9.2/bin/postgres         [.] AllocSetAlloc

     0.07%  postgres  [kernel]                     [k] find_get_page
                |          
                |--97.96%-- find_lock_page
                |          |          
                |          |--98.41%-- shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--66.09%-- FlushRelationBuffers
                |          |          |          
                |          |          |--26.83%-- slot_getsomeattrs
                |          |          |          
                |          |          |--3.73%-- hash_search_with_hash_value
                |          |          |          
                |          |          |--1.12%-- _bt_steppage
                |          |          |          
                |          |          |--0.62%-- LWLockAcquire
                |          |           --1.61%-- [...]
                |          |          
                |           --1.59%-- grab_cache_page_write_begin
                |                     block_write_begin
                |                     xfs_vm_write_begin	[xfs]
                |                     generic_perform_write
                |                     generic_file_buffered_write
                |                     xfs_write	[xfs]
                |                     xfs_file_aio_write	[xfs]
                |                     do_sync_write
                |                     vfs_write
                |                     sys_write
                |                     system_call_fastpath
                |                     __write
                |          
                 --2.04%-- shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--76.47%-- slot_getsomeattrs
                           |          
                           |--11.76%-- hash_search_with_hash_value
                           |          
                           |--5.88%-- heap_page_prune_opt
                           |          
                            --5.88%-- FlushRelationBuffers

     0.06%  postgres  /lib/libc-2.11.1.so          [.] 0x0000000013156f
                |          
                |--23.07%-- 0x7fab4ed4a357
                |          
                |--21.94%-- 0x7fab4ed4a361
                |          
                |--6.33%-- 0x7fab4edf3644
                |          
                |--5.63%-- 0x7fab4edf4551
                |          
                |--5.49%-- 0x7fab4edf3633
                |          
                |--5.49%-- 0x7fab4edf4561
                |          
                |--4.92%-- 0x7fab4edf456f
                |          
                |--3.23%-- 0x7fab4edf3620
                |          
                |--2.39%-- 0x7fab4ed4a350
                |          
                |--2.11%-- 0x7fab4ed4a390
                |          
                |--2.11%-- 0x7fab4ed4a490
                |          
                |--1.83%-- 0x7fab4ed4a418
                |          
                |--1.69%-- 0x7fab4ed4a3c2
                |          
                |--1.69%-- 0x7fab4edf4556
                |          
                |--1.55%-- 0x7fab4ed4a365
                |          
                |--1.41%-- 0x7fab4ed4a3e0
                |          
                |--1.41%-- 0x7fab4ed4a425
                |          
                |--1.41%-- 0x7fab4ed4a3d0
                |          
                |--0.98%-- 0x7fab4ed4a3a0
                |          
                |--0.84%-- 0x7fab4edf3624
                |          
                |--0.56%-- 0x7fab4ed4a3c5
                |          
                |--0.56%-- 0x7fab4edf3641
                |          
                |--0.56%-- 0x7fab4ed4a35d
                 --2.81%-- [...]

     0.06%  postgres  ./pg9.2/bin/postgres         [.] MemoryContextReset

     0.06%  postgres  ./pg9.2/bin/postgres         [.] int8mod

     0.06%  postgres  ./pg9.2/bin/postgres         [.] heapgettup_pagemode

     0.05%  postgres  ./pg9.2/bin/postgres         [.] _bt_preprocess_keys

     0.05%  postgres  /lib/libc-2.11.1.so          [.] memcpy

     0.05%  postgres  ./pg9.2/bin/postgres         [.] ReadBufferExtended

     0.05%  postgres  ./pg9.2/bin/postgres         [.] _bt_readpage

     0.05%  postgres  ./pg9.2/bin/postgres         [.] index_getnext_tid

     0.05%  postgres  ./pg9.2/bin/postgres         [.] ExecLimit

     0.05%  postgres  ./pg9.2/bin/postgres         [.] heap_form_tuple

     0.04%  postgres  ./pg9.2/bin/postgres         [.] _bt_moveright

     0.04%  postgres  ./pg9.2/bin/postgres         [.] AllocSetFree

     0.04%  postgres  ./pg9.2/bin/postgres         [.] btgettuple

     0.04%  postgres  ./pg9.2/bin/postgres         [.] pfree
                |          
                 --100.00%-- 0x1

     0.04%  postgres  ./pg9.2/bin/postgres         [.] ExecClearTuple

     0.04%  postgres  ./pg9.2/bin/postgres         [.] ExecEvalScalarVar

     0.04%  postgres  ./pg9.2/bin/postgres         [.] MemoryContextAllocZero

     0.04%  postgres  ./pg9.2/bin/postgres         [.] heap_compute_data_size

     0.04%  postgres  ./pg9.2/bin/postgres         [.] _bt_relandgetbuf

     0.04%  postgres  [kernel]                     [k] copy_user_generic_string
                |          
                |--98.13%-- generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --1.87%-- sys_semop
                           system_call_fastpath
                           semop

     0.03%  postgres  ./pg9.2/bin/postgres         [.] index_getprocinfo
                |          
                 --100.00%-- 0x14

     0.03%  postgres  ./pg9.2/bin/postgres         [.] ExecReScan

     0.03%  postgres  [kernel]                     [k] zap_pte_range
                |          
                |--96.56%-- exit_mmap
                |          mmput
                |          exit_mm
                |          do_exit
                |          do_group_exit
                |          sys_exit_group
                |          system_call_fastpath
                |          
                 --3.44%-- unmap_region
                           do_munmap
                           sys_munmap
                           system_call_fastpath
                           munmap

     0.03%  postgres  ./pg9.2/bin/postgres         [.] pgstat_end_function_usage
                |          
                |--50.94%-- SeqRecheck
                |          
                 --49.06%-- 0x1ec3e10

     0.03%  postgres  ./pg9.2/bin/postgres         [.] heap_getnext

     0.03%  postgres  ./pg9.2/bin/postgres         [.] index_rescan

     0.03%  postgres  ./pg9.2/bin/postgres         [.] ExecStoreVirtualTuple

     0.03%  postgres  ./pg9.2/bin/postgres         [.] _bt_getroot

     0.03%  postgres  ./pg9.2/bin/postgres         [.] ExecEvalConst

     0.03%  postgres  ./pg9.2/bin/postgres         [.] _bt_checkpage

     0.02%  postgres  ./pg9.2/bin/postgres         [.] btrescan

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ExecEvalParamExec

     0.02%  postgres  ./pg9.2/bin/postgres         [.] visibilitymap_test

     0.02%  postgres  [kernel]                     [k] find_busiest_group
                |          
                |--90.10%-- load_balance_newidle
                |          thread_return
                |          |          
                |          |--82.95%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |          |--12.88%-- io_schedule
                |          |          sync_page
                |          |          |          
                |          |          |--97.06%-- __wait_on_bit_lock
                |          |          |          __lock_page
                |          |          |          find_lock_page
                |          |          |          shmem_getpage
                |          |          |          shmem_fault
                |          |          |          shm_fault
                |          |          |          __do_fault
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          |          
                |          |          |          |--81.82%-- FlushRelationBuffers
                |          |          |          |          
                |          |          |           --18.18%-- ReadBuffer_common
                |          |          |          
                |          |           --2.94%-- __wait_on_bit
                |          |                     wait_on_page_bit
                |          |                     wait_on_page_writeback_range
                |          |                     filemap_write_and_wait_range
                |          |                     vfs_fsync_range
                |          |                     vfs_fsync
                |          |                     do_fsync
                |          |                     sys_fsync
                |          |                     system_call_fastpath
                |          |                     fsync
                |          |          
                |           --4.17%-- schedule_hrtimeout_range
                |                     poll_schedule_timeout
                |                     do_select
                |                     core_sys_select
                |                     sys_select
                |                     system_call_fastpath
                |                     __select
                |          
                |--8.87%-- load_balance
                |          rebalance_domains
                |          run_rebalance_domains
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--96.15%-- smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--60.00%-- s_lock
                |          |          |          
                |          |          |--12.00%-- PinBuffer
                |          |          |          
                |          |          |--8.00%-- LWLockAcquire
                |          |          |          
                |          |          |--8.00%-- UnpinBuffer
                |          |          |          
                |          |          |--4.00%-- _bt_relandgetbuf
                |          |          |          
                |          |          |--4.00%-- slot_deform_tuple
                |          |          |          
                |          |           --4.00%-- FlushRelationBuffers
                |          |          
                |           --3.85%-- do_IRQ
                |                     ret_from_intr
                |                     fsync
                |          
                |--0.68%-- thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                 --0.34%-- [...]

     0.02%  postgres  ./pg9.2/bin/postgres         [.] FunctionCall5Coll

     0.02%  postgres  ./pg9.2/bin/postgres         [.] _bt_fix_scankey_strategy

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ResourceOwnerForgetBuffer

     0.02%  postgres  [kernel]                     [k] clear_page_c
                |          
                |--50.76%-- get_page_from_freelist
                |          __alloc_pages_nodemask
                |          |          
                |          |--90.30%-- alloc_page_vma
                |          |          |          
                |          |          |--96.69%-- do_anonymous_page
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          |          
                |          |          |          |--52.14%-- AllocSetAlloc
                |          |          |          |          
                |          |          |          |--41.03%-- MemoryContextAllocZero
                |          |          |          |          
                |          |          |          |--3.42%-- puttuple_common
                |          |          |          |          0x26d2
                |          |          |          |          
                |          |          |           --3.42%-- memcpy
                |          |          |          
                |          |           --3.31%-- do_wp_page
                |          |                     handle_mm_fault
                |          |                     do_page_fault
                |          |                     page_fault
                |          |                     PinBuffer
                |          |          
                |           --9.70%-- alloc_pages_current
                |                     pte_alloc_one
                |                     __pte_alloc
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     |          
                |                     |--46.15%-- slot_getsomeattrs
                |                     |          
                |                     |--30.77%-- FlushRelationBuffers
                |                     |          
                |                     |--15.38%-- ReadBuffer_common
                |                     |          
                |                      --7.69%-- _bt_steppage
                |          
                 --49.24%-- shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.02%  postgres  ./pg9.2/bin/postgres         [.] check_stack_depth

     0.02%  postgres  ./pg9.2/bin/postgres         [.] _bt_preprocess_array_keys

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ExecSeqScan

     0.02%  postgres  [kernel]                     [k] radix_tree_lookup_slot
                |          
                |--93.22%-- find_get_page
                |          |          
                |          |--99.55%-- find_lock_page
                |          |          shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--63.01%-- slot_getsomeattrs
                |          |          |          
                |          |          |--14.61%-- FlushRelationBuffers
                |          |          |          
                |          |          |--11.87%-- hash_search_with_hash_value
                |          |          |          
                |          |          |--3.20%-- ReadBuffer_common
                |          |          |          
                |          |          |--2.74%-- _bt_steppage
                |          |          |          
                |          |          |--1.83%-- LWLockAcquire
                |          |          |          
                |          |          |--1.83%-- _bt_compare
                |          |           --0.91%-- [...]
                |           --0.45%-- [...]
                |          
                 --6.78%-- find_lock_page
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--81.25%-- slot_getsomeattrs
                           |          
                           |--12.50%-- FlushRelationBuffers
                           |          
                            --6.25%-- PinBuffer

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ExecIndexEvalRuntimeKeys

     0.02%  postgres  [kernel]                     [k] handle_mm_fault
                |          
                |--76.47%-- do_page_fault
                |          page_fault
                |          |          
                |          |--64.50%-- slot_getsomeattrs
                |          |          
                |          |--20.12%-- FlushRelationBuffers
                |          |          
                |          |--5.33%-- hash_search_with_hash_value
                |          |          
                |          |--2.96%-- _bt_steppage
                |          |          
                |          |--2.37%-- AllocSetAlloc
                |          |          
                |          |--1.78%-- LWLockAcquire
                |          |          
                |          |--1.18%-- _bt_compare
                |          |          
                |          |--1.18%-- MemoryContextAllocZero
                |          |          
                |           --0.59%-- PinBuffer
                |          
                 --23.53%-- page_fault
                           |          
                           |--90.38%-- slot_getsomeattrs
                           |          
                           |--3.85%-- hash_search_with_hash_value
                           |          
                           |--3.85%-- FlushRelationBuffers
                           |          
                            --1.92%-- ForwardFsyncRequest

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ExecReScanIndexOnlyScan

     0.02%  postgres  [kernel]                     [k] shmem_getpage
                |          
                |--96.33%-- shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--55.71%-- slot_getsomeattrs
                |          |          
                |          |--23.33%-- ReadBuffer_common
                |          |          
                |          |--11.90%-- FlushRelationBuffers
                |          |          
                |          |--5.24%-- hash_search_with_hash_value
                |          |          
                |          |--1.43%-- _bt_steppage
                |          |          
                |          |--1.43%-- _bt_compare
                |           --0.95%-- [...]
                |          
                 --3.67%-- shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--50.00%-- slot_getsomeattrs
                           |          
                           |--37.50%-- FlushRelationBuffers
                           |          
                            --12.50%-- PinBuffer

     0.02%  postgres  ./pg9.2/bin/postgres         [.] _bt_freestack

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ShutdownExprContext

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ExecQual

     0.02%  postgres  ./pg9.2/bin/postgres         [.] heapgetpage

     0.02%  postgres  ./pg9.2/bin/postgres         [.] ResourceOwnerEnlargeBuffers

     0.02%  postgres  [kernel]                     [k] do_page_fault
                |          
                |--86.41%-- page_fault
                |          |          
                |          |--60.11%-- slot_getsomeattrs
                |          |          
                |          |--23.60%-- FlushRelationBuffers
                |          |          
                |          |--3.37%-- hash_search_with_hash_value
                |          |          
                |          |--2.81%-- _bt_compare
                |          |          
                |          |--2.25%-- MemoryContextAllocZero
                |          |          
                |          |--2.25%-- AllocSetAlloc
                |          |          
                |          |--2.25%-- _bt_steppage
                |          |          
                |          |--1.12%-- heap_page_prune_opt
                |          |          
                |          |--1.12%-- ReadBuffer_common
                |          |          
                |          |--0.56%-- LWLockAcquire
                |          |          
                |           --0.56%-- PinBuffer
                |          
                           |          
                           |--75.00%-- slot_getsomeattrs
                           |          
                           |--10.71%-- MemoryContextAllocZero
                           |          
                           |--7.14%-- FlushRelationBuffers
                           |          
                           |--3.57%-- hash_search_with_hash_value
                           |          
                            --3.57%-- ReadBuffer_common

     0.02%  postgres  ./pg9.2/bin/postgres         [.] fmgr_info_copy
                |          
                 --100.00%-- 0x14

     0.02%  postgres  ./pg9.2/bin/postgres         [.] _bt_mark_scankey_required

     0.02%  postgres  /lib/libc-2.11.1.so          [.] memmove

     0.02%  postgres  ./pg9.2/bin/postgres         [.] slot_getattr

     0.01%  postgres  ./pg9.2/bin/postgres         [.] MemoryContextAlloc

     0.01%  postgres  ./pg9.2/bin/postgres         [.] _bt_next

     0.01%  postgres  [kernel]                     [k] find_lock_page
                |          
                |--70.93%-- shmem_getpage
                |          shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--52.46%-- slot_getsomeattrs
                |          |          
                |          |--42.62%-- FlushRelationBuffers
                |          |          
                |          |--2.46%-- hash_search_with_hash_value
                |          |          
                |          |--0.82%-- _bt_steppage
                |          |          
                |          |--0.82%-- LWLockAcquire
                |          |          
                |           --0.82%-- PinBuffer
                |          
                |--28.49%-- shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--87.76%-- slot_getsomeattrs
                |          |          
                |          |--6.12%-- FlushRelationBuffers
                |          |          
                |          |--4.08%-- hash_search_with_hash_value
                |          |          
                |           --2.04%-- heap_page_prune_opt
                |          
                 --0.58%-- grab_cache_page_write_begin
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.01%  postgres  ./pg9.2/bin/postgres         [.] _bt_steppage

     0.01%  postgres  ./pg9.2/bin/postgres         [.] get_hash_value

     0.01%  postgres  [kernel]                     [k] page_waitqueue
                |          
                |--94.27%-- unlock_page
                |          |          
                |          |--95.95%-- __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--73.24%-- slot_getsomeattrs
                |          |          |          
                |          |          |--14.79%-- FlushRelationBuffers
                |          |          |          
                |          |          |--5.63%-- hash_search_with_hash_value
                |          |          |          
                |          |          |--2.11%-- LWLockAcquire
                |          |          |          
                |          |          |--1.41%-- ReadBuffer_common
                |          |          |          
                |          |          |--0.70%-- _bt_steppage
                |          |          |          
                |          |          |--0.70%-- _bt_compare
                |          |          |          
                |          |          |--0.70%-- PinBuffer
                |          |          |          
                |          |           --0.70%-- ForwardFsyncRequest
                |          |          
                |          |--2.70%-- generic_write_end
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |          |--0.68%-- write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |           --0.68%-- xfs_start_page_writeback	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --5.73%-- __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--66.67%-- slot_getsomeattrs
                           |          
                           |--22.22%-- FlushRelationBuffers
                           |          
                            --11.11%-- hash_search_with_hash_value

     0.01%  postgres  ./pg9.2/bin/postgres         [.] _bt_saveitem

     0.01%  postgres  [kernel]                     [k] __wake_up_bit
                |          
                |--94.87%-- unlock_page
                |          |          
                |          |--97.30%-- __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--54.17%-- slot_getsomeattrs
                |          |          |          
                |          |          |--36.81%-- FlushRelationBuffers
                |          |          |          
                |          |          |--2.08%-- _bt_compare
                |          |          |          
                |          |          |--2.08%-- ReadBuffer_common
                |          |          |          
                |          |          |--1.39%-- hash_search_with_hash_value
                |          |          |          
                |          |          |--1.39%-- PinBuffer
                |          |          |          
                |          |          |--1.39%-- LWLockAcquire
                |          |          |          
                |          |           --0.69%-- heap_page_prune_opt
                |          |          
                |          |--2.03%-- generic_write_end
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |           --0.68%-- xfs_start_page_writeback	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --5.13%-- __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--50.00%-- slot_getsomeattrs
                           |          
                           |--37.50%-- FlushRelationBuffers
                           |          
                            --12.50%-- hash_search_with_hash_value

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ReScanExprContext

     0.01%  postgres  [kernel]                     [k] __do_fault
                |          
                |--93.20%-- handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--52.55%-- slot_getsomeattrs
                |          |          
                |          |--37.23%-- FlushRelationBuffers
                |          |          
                |          |--2.92%-- hash_search_with_hash_value
                |          |          
                |          |--2.92%-- _bt_compare
                |          |          
                |          |--2.92%-- ReadBuffer_common
                |          |          
                |           --1.46%-- _bt_steppage
                |          
                 --6.80%-- do_page_fault
                           page_fault
                           |          
                           |--80.00%-- slot_getsomeattrs
                           |          
                           |--10.00%-- _bt_compare
                           |          
                            --10.00%-- hash_search_with_hash_value

     0.01%  postgres  ./pg9.2/bin/postgres         [.] int84eq

     0.01%  postgres  ./pg9.2/bin/postgres         [.] bms_make_singleton

     0.01%  postgres  ./pg9.2/bin/postgres         [.] pgstat_init_function_usage

     0.01%  postgres  ./pg9.2/bin/postgres         [.] heap_form_minimal_tuple

     0.01%  postgres  [kernel]                     [k] shmem_fault
                |          
                |--54.14%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--75.00%-- slot_getsomeattrs
                |          |          
                |          |--8.33%-- hash_search_with_hash_value
                |          |          
                |          |--4.17%-- _bt_compare
                |          |          
                |          |--4.17%-- _bt_steppage
                |          |          
                |          |--4.17%-- FlushRelationBuffers
                |          |          
                |          |--2.78%-- heap_page_prune_opt
                |          |          
                |           --1.39%-- PinBuffer
                |          
                 --45.86%-- shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--78.69%-- slot_getsomeattrs
                           |          
                           |--11.48%-- hash_search_with_hash_value
                           |          
                           |--4.92%-- FlushRelationBuffers
                           |          
                           |--1.64%-- _bt_compare
                           |          
                           |--1.64%-- _bt_steppage
                           |          
                            --1.64%-- LWLockAcquire

     0.01%  postgres  ./pg9.2/bin/postgres         [.] BufTableLookup

     0.01%  postgres  [kernel]                     [k] down_read_trylock
                |          
                |--68.91%-- do_page_fault
                |          page_fault
                |          |          
                |          |--64.63%-- slot_getsomeattrs
                |          |          
                |          |--18.29%-- FlushRelationBuffers
                |          |          
                |          |--4.88%-- _bt_compare
                |          |          
                |          |--3.66%-- hash_search_with_hash_value
                |          |          
                |          |--3.66%-- AllocSetAlloc
                |          |          
                |          |--1.22%-- memcpy
                |          |          
                |          |--1.22%-- MemoryContextAllocZero
                |          |          
                |          |--1.22%-- _bt_steppage
                |          |          
                |           --1.22%-- ReadBuffer_common
                |          
                 --31.09%-- page_fault
                           |          
                           |--81.08%-- slot_getsomeattrs
                           |          
                           |--8.11%-- hash_search_with_hash_value
                           |          
                           |--5.41%-- _bt_steppage
                           |          
                           |--2.70%-- AllocSetAlloc
                           |          
                            --2.70%-- FlushRelationBuffers

     0.01%  postgres  [kernel]                     [k] try_to_wake_up
                |          
                |--68.22%-- wake_up_process
                |          update_queue
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--29.91%-- default_wake_function
                |          autoremove_wake_function
                |          |          
                |          |--87.50%-- __wake_up_common
                |          |          __wake_up
                |          |          insert_work
                |          |          __queue_work
                |          |          delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--46.43%-- s_lock
                |          |          |          
                |          |          |--17.86%-- PinBuffer
                |          |          |          
                |          |          |--10.71%-- UnpinBuffer
                |          |          |          
                |          |          |--7.14%-- ReleaseAndReadBuffer
                |          |          |          
                |          |          |--3.57%-- BufferGetBlockNumber
                |          |          |          
                |          |          |--3.57%-- ReadBuffer_common
                |          |          |          
                |          |          |--3.57%-- LWLockAcquire
                |          |          |          
                |          |          |--3.57%-- hash_search_with_hash_value
                |          |          |          
                |          |           --3.57%-- fsync
                |          |          
                |           --12.50%-- wake_bit_function
                |                     __wake_up_common
                |                     __wake_up
                |                     __wake_up_bit
                |                     unlock_page
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     |          
                |                     |--50.00%-- ReadBuffer_common
                |                     |          
                |                      --50.00%-- FlushRelationBuffers
                |          
                 --1.87%-- autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ReleaseBuffer

     0.01%  postgres  ./pg9.2/bin/postgres         [.] PredicateLockPage

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ResourceOwnerRememberBuffer

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ScanKeyEntryInitializeWithInfo

     0.01%  postgres  [kernel]                     [k] megasas_clear_intr_gen2	[megaraid_sas]
                |          
                |--57.29%-- fsync
                |          
                |--39.58%-- FlushRelationBuffers
                |          
                |--1.04%-- ExecProject
                |          
                |--1.04%-- LWLockRelease
                |          
                 --1.04%-- slot_deform_tuple

     0.01%  postgres  ./pg9.2/bin/postgres         [.] CheckForSerializableConflictOut

     0.01%  postgres  ./pg9.2/bin/postgres         [.] tag_hash

     0.01%  postgres  [kernel]                     [k] tick_dev_program_event
                |          
                |--98.86%-- tick_program_event
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--39.08%-- s_lock
                |          |          
                |          |--16.09%-- PinBuffer
                |          |          
                |          |--9.20%-- UnpinBuffer
                |          |          
                |          |--5.75%-- LockBuffer
                |          |          
                |          |--5.75%-- LWLockAcquire
                |          |          
                |          |--4.60%-- BufferGetBlockNumber
                |          |          
                |          |--3.45%-- ExecProject
                |          |          
                |          |--2.30%-- LWLockRelease
                |          |          
                |          |--2.30%-- ReadBuffer_common
                |          |          
                |          |--1.15%-- MemoryContextReset
                |          |          
                |          |--1.15%-- FunctionCall5Coll
                |          |          
                |          |--1.15%-- MemoryContextAllocZero
                |          |          
                |          |--1.15%-- btint8cmp
                |          |          
                |          |--1.15%-- ReleaseAndReadBuffer
                |          |          
                |          |--1.15%-- int8mod
                |          |          
                |          |--1.15%-- _bt_checkkeys
                |          |          
                |          |--1.15%-- ReadBufferExtended
                |          |          
                |          |--1.15%-- __write
                |          |          
                |           --1.15%-- FlushRelationBuffers
                |          
                 --1.14%-- hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           LWLockAcquire

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ExecIndexOnlyScan

     0.01%  postgres  ./pg9.2/bin/postgres         [.] SeqNext

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ExecStoreMinimalTuple

     0.01%  postgres  [kernel]                     [k] update_curr
                |          
                |--34.15%-- entity_tick
                |          task_tick_fair
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--46.43%-- s_lock
                |          |          
                |          |--21.43%-- PinBuffer
                |          |          
                |          |--7.14%-- FlushRelationBuffers
                |          |          
                |          |--3.57%-- ExecMakeFunctionResultNoSets
                |          |          
                |          |--3.57%-- LockBuffer
                |          |          
                |          |--3.57%-- AllocSetAlloc
                |          |          
                |          |--3.57%-- BufferGetBlockNumber
                |          |          
                |          |--3.57%-- ReadBufferExtended
                |          |          
                |          |--3.57%-- heap_fill_tuple
                |          |          
                |           --3.57%-- memcpy
                |          
                |--29.27%-- dequeue_entity
                |          dequeue_task_fair
                |          dequeue_task
                |          deactivate_task
                |          thread_return
                |          |          
                |          |--79.17%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |          |--16.67%-- io_schedule
                |          |          sync_page
                |          |          __wait_on_bit_lock
                |          |          __lock_page
                |          |          find_lock_page
                |          |          shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--75.00%-- FlushRelationBuffers
                |          |          |          
                |          |           --25.00%-- ReadBuffer_common
                |          |          
                |           --4.17%-- schedule_hrtimeout_range
                |                     poll_schedule_timeout
                |                     do_select
                |                     core_sys_select
                |                     sys_select
                |                     system_call_fastpath
                |                     __select
                |          
                |--21.95%-- enqueue_entity
                |          enqueue_task_fair
                |          enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          |          
                |          |--88.89%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --11.11%-- default_wake_function
                |                     autoremove_wake_function
                |                     __wake_up_common
                |                     __wake_up
                |                     insert_work
                |                     __queue_work
                |                     delayed_work_timer_fn
                |                     run_timer_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     |          
                |                     |--50.00%-- BufferGetBlockNumber
                |                     |          
                |                      --50.00%-- s_lock
                |          
                |--6.10%-- put_prev_task_fair
                |          schedule
                |          retint_careful
                |          |          
                |          |--40.00%-- s_lock
                |          |          
                |          |--20.00%-- UnpinBuffer
                |          |          
                |          |--20.00%-- _bt_binsrch
                |          |          
                |           --20.00%-- PinBuffer
                |          
                |--2.44%-- task_tick_fair
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- UnpinBuffer
                |          |          
                |           --50.00%-- PinBuffer
                |          
                |--2.44%-- schedule
                |          retint_careful
                |          |          
                |          |--50.00%-- PinBuffer
                |          |          
                |           --50.00%-- LockBuffer
                |          
                |--2.44%-- dequeue_task_fair
                |          dequeue_task
                |          deactivate_task
                |          thread_return
                |          |          
                |          |--50.00%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --50.00%-- io_schedule
                |                     sync_page
                |                     __wait_on_bit_lock
                |                     __lock_page
                |                     find_lock_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                 --1.22%-- enqueue_task_fair
                           enqueue_task
                           activate_task
                           try_to_wake_up
                           wake_up_process
                           update_queue
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.01%  postgres  [kernel]                     [k] page_remove_rmap
                |          
                |--92.31%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          |          
                |          |--88.89%-- exit_mmap
                |          |          mmput
                |          |          exit_mm
                |          |          do_exit
                |          |          do_group_exit
                |          |          sys_exit_group
                |          |          system_call_fastpath
                |          |          
                |           --11.11%-- unmap_region
                |                     do_munmap
                |                     sys_munmap
                |                     system_call_fastpath
                |                     munmap
                |          
                |--6.41%-- unmap_page_range
                |          unmap_vmas
                |          exit_mmap
                |          mmput
                |          exit_mm
                |          do_exit
                |          do_group_exit
                |          sys_exit_group
                |          system_call_fastpath
                |          
                 --1.28%-- do_wp_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           0x7fab4fabe827

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ExecStoreTuple

     0.01%  postgres  [kernel]                     [k] mark_page_accessed
                |          
                |--53.33%-- generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--32.00%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          exit_mmap
                |          mmput
                |          exit_mm
                |          do_exit
                |          do_group_exit
                |          sys_exit_group
                |          system_call_fastpath
                |          
                 --14.67%-- unmap_page_range
                           unmap_vmas
                           exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.01%  postgres  [kernel]                     [k] release_pages
                |          
                |--86.67%-- free_pages_and_swap_cache
                |          |          
                |          |--96.92%-- zap_pte_range
                |          |          unmap_page_range
                |          |          unmap_vmas
                |          |          |          
                |          |          |--98.41%-- exit_mmap
                |          |          |          mmput
                |          |          |          exit_mm
                |          |          |          do_exit
                |          |          |          do_group_exit
                |          |          |          sys_exit_group
                |          |          |          system_call_fastpath
                |          |          |          
                |          |           --1.59%-- unmap_region
                |          |                     do_munmap
                |          |                     sys_munmap
                |          |                     system_call_fastpath
                |          |                     munmap
                |          |          
                |          |--1.54%-- unmap_region
                |          |          do_munmap
                |          |          sys_munmap
                |          |          system_call_fastpath
                |          |          munmap
                |          |          
                |           --1.54%-- unmap_vmas
                |                     exit_mmap
                |                     mmput
                |                     exit_mm
                |                     do_exit
                |                     do_group_exit
                |                     sys_exit_group
                |                     system_call_fastpath
                |          
                |--9.33%-- __pagevec_release
                |          |          
                |          |--71.43%-- xfs_cluster_write	[xfs]
                |          |          xfs_page_state_convert	[xfs]
                |          |          xfs_vm_writepage	[xfs]
                |          |          __writepage
                |          |          write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |          |--14.29%-- write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |           --14.29%-- wait_on_page_writeback_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                |--2.67%-- ____pagevec_lru_add
                |          __lru_cache_add
                |          add_to_page_cache_lru
                |          |          
                |          |--50.00%-- grab_cache_page_write_begin
                |          |          block_write_begin
                |          |          xfs_vm_write_begin	[xfs]
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |           --50.00%-- shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                 --1.33%-- __lru_cache_add
                           lru_cache_add_lru
                           page_add_new_anon_rmap
                           do_anonymous_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           MemoryContextAllocZero

     0.01%  postgres  [kernel]                     [k] unlock_page
                |          
                |--85.14%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--50.79%-- slot_getsomeattrs
                |          |          
                |          |--44.44%-- FlushRelationBuffers
                |          |          
                |          |--1.59%-- hash_search_with_hash_value
                |          |          
                |          |--1.59%-- LockBuffer
                |          |          
                |           --1.59%-- ReadBuffer_common
                |          
                |--13.51%-- handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--80.00%-- slot_getsomeattrs
                |          |          
                |           --20.00%-- FlushRelationBuffers
                |          
                 --1.35%-- generic_write_end
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ReadBuffer

     0.01%  postgres  [kernel]                     [k] page_add_file_rmap
                |          
                |--81.69%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--48.28%-- FlushRelationBuffers
                |          |          
                |          |--41.38%-- slot_getsomeattrs
                |          |          
                |          |--6.90%-- hash_search_with_hash_value
                |          |          
                |           --3.45%-- _bt_compare
                |          
                 --18.31%-- handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--53.85%-- slot_getsomeattrs
                           |          
                           |--38.46%-- FlushRelationBuffers
                           |          
                            --7.69%-- ReadBuffer_common

     0.01%  postgres  ./pg9.2/bin/postgres         [.] memcmp@plt

     0.01%  postgres  [kernel]                     [k] schedule
                |          
                |--60.29%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--29.41%-- retint_careful
                |          |          
                |          |--45.00%-- s_lock
                |          |          
                |          |--15.00%-- UnpinBuffer
                |          |          
                |          |--15.00%-- PinBuffer
                |          |          
                |          |--5.00%-- _bt_moveright
                |          |          
                |          |--5.00%-- _bt_compare
                |          |          
                |          |--5.00%-- slot_deform_tuple
                |          |          
                |          |--5.00%-- BufferGetBlockNumber
                |          |          
                |           --5.00%-- LockBuffer
                |          
                |--4.41%-- io_schedule
                |          sync_page
                |          __wait_on_bit_lock
                |          __lock_page
                |          find_lock_page
                |          shmem_getpage
                |          shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- FlushRelationBuffers
                |          |          
                |           --33.33%-- ReadBuffer_common
                |          
                |--2.94%-- schedule_hrtimeout_range
                |          poll_schedule_timeout
                |          do_select
                |          core_sys_select
                |          sys_select
                |          system_call_fastpath
                |          __select
                |          
                |--1.47%-- PinBuffer
                |          
                 --1.47%-- sys_semop
                           system_call_fastpath
                           semop

     0.01%  postgres  ./pg9.2/bin/postgres         [.] bms_free

     0.01%  postgres  ./pg9.2/bin/postgres         [.] bms_add_member

     0.01%  postgres  [kernel]                     [k] task_rq_lock
                |          
                |--93.94%-- try_to_wake_up
                |          |          
                |          |--74.19%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --25.81%-- default_wake_function
                |                     autoremove_wake_function
                |                     |          
                |                     |--75.00%-- __wake_up_common
                |                     |          __wake_up
                |                     |          insert_work
                |                     |          __queue_work
                |                     |          delayed_work_timer_fn
                |                     |          run_timer_softirq
                |                     |          __do_softirq
                |                     |          call_softirq
                |                     |          do_softirq
                |                     |          irq_exit
                |                     |          smp_apic_timer_interrupt
                |                     |          apic_timer_interrupt
                |                     |          |          
                |                     |          |--50.00%-- s_lock
                |                     |          |          
                |                     |          |--16.67%-- UnpinBuffer
                |                     |          |          
                |                     |          |--8.33%-- LWLockRelease
                |                     |          |          
                |                     |          |--8.33%-- PinBuffer
                |                     |          |          
                |                     |          |--8.33%-- BufferGetBlockNumber
                |                     |          |          
                |                     |           --8.33%-- ReadBuffer_common
                |                     |          
                |                      --25.00%-- wake_bit_function
                |                                __wake_up_common
                |                                __wake_up
                |                                __wake_up_bit
                |                                unlock_page
                |                                __do_fault
                |                                handle_mm_fault
                |                                do_page_fault
                |                                page_fault
                |                                |          
                |                                |--75.00%-- FlushRelationBuffers
                |                                |          
                |                                 --25.00%-- ReadBuffer_common
                |          
                |--4.55%-- default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--66.67%-- s_lock
                |          |          
                |           --33.33%-- PinBuffer
                |          
                 --1.52%-- wake_up_process
                           update_queue
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.01%  postgres  [kernel]                     [k] up_read
                |          
                |--96.92%-- do_page_fault
                |          page_fault
                |          |          
                |          |--57.14%-- slot_getsomeattrs
                |          |          
                |          |--33.33%-- FlushRelationBuffers
                |          |          
                |          |--4.76%-- hash_search_with_hash_value
                |          |          
                |          |--1.59%-- _bt_compare
                |          |          
                |          |--1.59%-- AllocSetAlloc
                |          |          
                |           --1.59%-- ReadBuffer_common
                |          
                 --3.08%-- page_fault
                           |          
                           |--50.00%-- slot_getsomeattrs
                           |          
                            --50.00%-- AllocSetAlloc

     0.01%  postgres  [kernel]                     [k] find_vma
                |          
                |--96.92%-- do_page_fault
                |          page_fault
                |          |          
                |          |--50.79%-- slot_getsomeattrs
                |          |          
                |          |--25.40%-- FlushRelationBuffers
                |          |          
                |          |--7.94%-- MemoryContextAllocZero
                |          |          
                |          |--4.76%-- hash_search_with_hash_value
                |          |          
                |          |--4.76%-- AllocSetAlloc
                |          |          
                |          |--4.76%-- ReadBuffer_common
                |          |          
                |           --1.59%-- PinBuffer
                |          
                 --3.08%-- page_fault
                           |          
                           |--50.00%-- slot_getsomeattrs
                           |          
                            --50.00%-- PinBuffer

     0.01%  postgres  ./pg9.2/bin/postgres         [.] ExecScanReScan

     0.01%  postgres  [kernel]                     [k] sys_semtimedop
                |          
                |--89.06%-- sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --10.94%-- system_call_fastpath
                           semop

     0.01%  postgres  ./pg9.2/bin/postgres         [.] _bt_getbuf

     0.01%  postgres  [kernel]                     [k] native_set_pte_at
                |          
                |--91.80%-- handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--69.64%-- slot_getsomeattrs
                |          |          
                |          |--16.07%-- hash_search_with_hash_value
                |          |          
                |          |--3.57%-- heap_page_prune_opt
                |          |          
                |          |--3.57%-- FlushRelationBuffers
                |          |          
                |          |--1.79%-- _bt_steppage
                |          |          
                |          |--1.79%-- LWLockAcquire
                |          |          
                |          |--1.79%-- AllocSetAlloc
                |          |          
                |           --1.79%-- LockBuffer
                |          
                |--6.56%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--50.00%-- slot_getsomeattrs
                |          |          
                |           --50.00%-- FlushRelationBuffers
                |          
                 --1.64%-- do_anonymous_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] try_atomic_semop
                |          
                |--45.00%-- update_queue
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--41.67%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --13.33%-- sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  ./pg9.2/bin/postgres         [.] BufTableHashCode

     0.00%  postgres  [kernel]                     [k] shm_fault
                |          
                |--85.71%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--75.00%-- slot_getsomeattrs
                |          |          
                |          |--14.58%-- hash_search_with_hash_value
                |          |          
                |          |--4.17%-- _bt_steppage
                |          |          
                |          |--4.17%-- PinBuffer
                |          |          
                |           --2.08%-- _bt_compare
                |          
                 --14.29%-- handle_mm_fault
                           do_page_fault
                           page_fault
                           slot_getsomeattrs

     0.00%  postgres  ./pg9.2/bin/postgres         [.] heap_freetuple

     0.00%  postgres  [kernel]                     [k] mem_cgroup_add_lru_list
                |          
                |--85.19%-- ____pagevec_lru_add
                |          __lru_cache_add
                |          |          
                |          |--93.48%-- add_to_page_cache_lru
                |          |          |          
                |          |          |--69.77%-- shmem_getpage
                |          |          |          shmem_fault
                |          |          |          shm_fault
                |          |          |          __do_fault
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          ReadBuffer_common
                |          |          |          
                |          |           --30.23%-- grab_cache_page_write_begin
                |          |                     block_write_begin
                |          |                     xfs_vm_write_begin	[xfs]
                |          |                     generic_perform_write
                |          |                     generic_file_buffered_write
                |          |                     xfs_write	[xfs]
                |          |                     xfs_file_aio_write	[xfs]
                |          |                     do_sync_write
                |          |                     vfs_write
                |          |                     sys_write
                |          |                     system_call_fastpath
                |          |                     __write
                |          |          
                |           --6.52%-- lru_cache_add_lru
                |                     page_add_new_anon_rmap
                |                     do_anonymous_page
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     |          
                |                     |--66.67%-- AllocSetAlloc
                |                     |          
                |                      --33.33%-- MemoryContextAllocZero
                |          
                 --14.81%-- activate_page
                           mark_page_accessed
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  ./pg9.2/bin/postgres         [.] SubqueryNext

     0.00%  postgres  ./pg9.2/bin/postgres         [.] int8eq

     0.00%  postgres  ./pg9.2/bin/postgres         [.] UnlockReleaseBuffer

     0.00%  postgres  [kernel]                     [k] tick_program_event
                |          
                |--87.50%-- hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--45.24%-- s_lock
                |          |          
                |          |--14.29%-- PinBuffer
                |          |          
                |          |--9.52%-- LWLockAcquire
                |          |          
                |          |--4.76%-- slot_deform_tuple
                |          |          
                |          |--4.76%-- LWLockRelease
                |          |          
                |          |--4.76%-- FlushRelationBuffers
                |          |          
                |          |--2.38%-- FunctionCall2Coll
                |          |          
                |          |--2.38%-- UnpinBuffer
                |          |          
                |          |--2.38%-- BufferGetBlockNumber
                |          |          
                |          |--2.38%-- index_getnext_tid
                |          |          
                |          |--2.38%-- ReadBuffer_common
                |          |          
                |          |--2.38%-- _bt_compare
                |          |          
                |           --2.38%-- ReleaseAndReadBuffer
                |          
                |--10.42%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--40.00%-- PinBuffer
                |          |          
                |          |--40.00%-- s_lock
                |          |          
                |           --20.00%-- heapgetpage
                |          
                 --2.08%-- __hrtimer_start_range_ns
                           hrtimer_start_range_ns
                           schedule_hrtimeout_range
                           poll_schedule_timeout
                           do_select
                           core_sys_select
                           sys_select
                           system_call_fastpath
                           __select

     0.00%  postgres  [kernel]                     [k] free_pages_and_swap_cache
                |          
                |--97.92%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          |          
                |          |--95.74%-- exit_mmap
                |          |          mmput
                |          |          exit_mm
                |          |          do_exit
                |          |          do_group_exit
                |          |          sys_exit_group
                |          |          system_call_fastpath
                |          |          
                |           --4.26%-- unmap_region
                |                     do_munmap
                |                     sys_munmap
                |                     system_call_fastpath
                |                     munmap
                |          
                 --2.08%-- ___pte_free_tlb
                           free_pgd_range
                           free_pgtables
                           exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.00%  postgres  [kernel]                     [k] apic_timer_interrupt
                |          
                |--33.33%-- s_lock
                |          
                |--13.33%-- LWLockAcquire
                |          
                |--11.11%-- UnpinBuffer
                |          
                |--8.89%-- PinBuffer
                |          
                |--8.89%-- LockBuffer
                |          
                |--6.67%-- ReleaseAndReadBuffer
                |          
                |--6.67%-- BufferGetBlockNumber
                |          
                |--4.44%-- FlushRelationBuffers
                |          
                |--2.22%-- hash_any
                |          
                |--2.22%-- slot_deform_tuple
                |          
                 --2.22%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] task_waking_fair
                |          
                |--97.73%-- try_to_wake_up
                |          |          
                |          |--93.02%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --6.98%-- default_wake_function
                |                     autoremove_wake_function
                |                     |          
                |                     |--66.67%-- __wake_up_common
                |                     |          __wake_up
                |                     |          insert_work
                |                     |          __queue_work
                |                     |          delayed_work_timer_fn
                |                     |          run_timer_softirq
                |                     |          __do_softirq
                |                     |          call_softirq
                |                     |          do_softirq
                |                     |          irq_exit
                |                     |          smp_apic_timer_interrupt
                |                     |          apic_timer_interrupt
                |                     |          |          
                |                     |          |--50.00%-- PinBuffer
                |                     |          |          
                |                     |           --50.00%-- LockBuffer
                |                     |          
                |                      --33.33%-- wake_bit_function
                |                                __wake_up_common
                |                                __wake_up
                |                                __wake_up_bit
                |                                unlock_page
                |                                __do_fault
                |                                handle_mm_fault
                |                                do_page_fault
                |                                page_fault
                |                                ReadBuffer_common
                |          
                 --2.27%-- default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] find_next_bit
                |          
                |--75.00%-- cpumask_next_and
                |          |          
                |          |--87.88%-- find_busiest_group
                |          |          |          
                |          |          |--93.10%-- load_balance_newidle
                |          |          |          thread_return
                |          |          |          |          
                |          |          |          |--81.48%-- sys_semtimedop
                |          |          |          |          sys_semop
                |          |          |          |          system_call_fastpath
                |          |          |          |          semop
                |          |          |          |          
                |          |          |           --18.52%-- io_schedule
                |          |          |                     sync_page
                |          |          |                     __wait_on_bit_lock
                |          |          |                     __lock_page
                |          |          |                     find_lock_page
                |          |          |                     shmem_getpage
                |          |          |                     shmem_fault
                |          |          |                     shm_fault
                |          |          |                     __do_fault
                |          |          |                     handle_mm_fault
                |          |          |                     do_page_fault
                |          |          |                     page_fault
                |          |          |                     |          
                |          |          |                     |--60.00%-- ReadBuffer_common
                |          |          |                     |          
                |          |          |                      --40.00%-- FlushRelationBuffers
                |          |          |          
                |          |           --6.90%-- load_balance
                |          |                     rebalance_domains
                |          |                     run_rebalance_domains
                |          |                     __do_softirq
                |          |                     call_softirq
                |          |                     do_softirq
                |          |                     irq_exit
                |          |                     smp_apic_timer_interrupt
                |          |                     apic_timer_interrupt
                |          |                     |          
                |          |                     |--50.00%-- UnpinBuffer
                |          |                     |          
                |          |                      --50.00%-- FlushRelationBuffers
                |          |          
                |           --12.12%-- select_idle_sibling
                |                     select_task_rq_fair
                |                     try_to_wake_up
                |                     default_wake_function
                |                     autoremove_wake_function
                |                     __wake_up_common
                |                     __wake_up
                |                     insert_work
                |                     __queue_work
                |                     delayed_work_timer_fn
                |                     run_timer_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     |          
                |                     |--75.00%-- s_lock
                |                     |          
                |                      --25.00%-- ExecProject
                |          
                |--13.64%-- find_busiest_group
                |          load_balance_newidle
                |          thread_return
                |          |          
                |          |--50.00%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --50.00%-- io_schedule
                |                     sync_page
                |                     __wait_on_bit_lock
                |                     __lock_page
                |                     find_lock_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     |          
                |                     |--66.67%-- ReadBuffer_common
                |                     |          
                |                      --33.33%-- FlushRelationBuffers
                |          
                |--4.55%-- find_busiest_queue
                |          load_balance_newidle
                |          thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--4.55%-- default_send_IPI_mask_sequence_phys
                |          physflat_send_IPI_mask
                |          native_send_call_func_single_ipi
                |          generic_exec_single
                |          __smp_call_function_single
                |          __blk_complete_request
                |          blk_complete_request
                |          scsi_done
                |          T.856	[megaraid_sas]
                |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          tasklet_action
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --2.27%-- select_idle_sibling
                           select_task_rq_fair
                           try_to_wake_up
                           default_wake_function
                           pollwake
                           __wake_up_common
                           __wake_up_sync_key
                           sock_def_readable
                           sock_queue_rcv_skb
                           udpv6_queue_rcv_skb
                           release_sock
                           udpv6_sendmsg
                           inet_sendmsg
                           sock_sendmsg
                           sys_sendto
                           system_call_fastpath
                           send

     0.00%  postgres  [kernel]                     [k] __ticket_spin_unlock
                |          
                |--25.58%-- handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--54.55%-- slot_getsomeattrs
                |          |          
                |          |--18.18%-- FlushRelationBuffers
                |          |          
                |          |--9.09%-- _bt_steppage
                |          |          
                |          |--9.09%-- hash_search_with_hash_value
                |          |          
                |           --9.09%-- AllocSetAlloc
                |          
                |--16.28%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          slot_getsomeattrs
                |          
                |--16.28%-- _spin_unlock_irqrestore
                |          |          
                |          |--28.57%-- blk_run_queue
                |          |          scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          fsync
                |          |          
                |          |--14.29%-- __wake_up
                |          |          __wake_up_bit
                |          |          unlock_page
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          FlushRelationBuffers
                |          |          
                |          |--14.29%-- generic_exec_single
                |          |          __smp_call_function_single
                |          |          __blk_complete_request
                |          |          blk_complete_request
                |          |          scsi_done
                |          |          T.856	[megaraid_sas]
                |          |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          |          tasklet_action
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          fsync
                |          |          
                |          |--14.29%-- scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          fsync
                |          |          
                |          |--14.29%-- megasas_complete_cmd_dpc	[megaraid_sas]
                |          |          tasklet_action
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          fsync
                |          |          
                |           --14.29%-- test_set_page_writeback
                |                     xfs_start_page_writeback	[xfs]
                |                     xfs_convert_page	[xfs]
                |                     xfs_cluster_write	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                |--9.30%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--4.65%-- perf_ctx_adjust_freq
                |          perf_event_task_tick
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                |--4.65%-- select_task_rq_fair
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          wake_bit_function
                |          __wake_up_common
                |          __wake_up
                |          __wake_up_bit
                |          unlock_page
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--50.00%-- ReadBuffer_common
                |          |          
                |           --50.00%-- FlushRelationBuffers
                |          
                |--2.33%-- tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          LWLockRelease
                |          
                |--2.33%-- run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          BufferGetBlockNumber
                |          
                |--2.33%-- wake_up_process
                |          update_queue
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--2.33%-- __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                |--2.33%-- perf_event_task_sched_in
                |          finish_task_switch
                |          thread_return
                |          retint_careful
                |          s_lock
                |          
                |--2.33%-- finish_task_switch
                |          thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--2.33%-- do_wp_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          PinBuffer
                |          
                |--2.33%-- mark_buffer_dirty
                |          __block_commit_write
                |          block_write_end
                |          generic_write_end
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--2.33%-- ____pagevec_lru_add
                |          __lru_cache_add
                |          add_to_page_cache_lru
                |          grab_cache_page_write_begin
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --2.33%-- add_to_page_cache_locked
                           add_to_page_cache_lru
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] put_page
                |          
                |--90.48%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          FlushRelationBuffers
                |          
                |--4.76%-- generic_write_end
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --4.76%-- handle_mm_fault
                           do_page_fault
                           page_fault
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __lru_cache_add
                |          
                |--83.33%-- add_to_page_cache_lru
                |          |          
                |          |--97.14%-- shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          ReadBuffer_common
                |          |          
                |           --2.86%-- grab_cache_page_write_begin
                |                     block_write_begin
                |                     xfs_vm_write_begin	[xfs]
                |                     generic_perform_write
                |                     generic_file_buffered_write
                |                     xfs_write	[xfs]
                |                     xfs_file_aio_write	[xfs]
                |                     do_sync_write
                |                     vfs_write
                |                     sys_write
                |                     system_call_fastpath
                |                     __write
                |          
                |--11.90%-- lru_cache_add_lru
                |          page_add_new_anon_rmap
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--80.00%-- MemoryContextAllocZero
                |          |          
                |           --20.00%-- AllocSetAlloc
                |          
                 --4.76%-- page_add_new_anon_rmap
                           do_anonymous_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] error_exit
                |          
                |--45.24%-- slot_getsomeattrs
                |          
                |--33.33%-- FlushRelationBuffers
                |          
                |--11.90%-- hash_search_with_hash_value
                |          
                |--2.38%-- LWLockAcquire
                |          
                |--2.38%-- MemoryContextAllocZero
                |          
                |--2.38%-- ReadBuffer_common
                |          
                 --2.38%-- 0x7f9f0294d438
                           exit

     0.00%  postgres  [kernel]                     [k] select_task_rq_fair
                |          
                |--95.12%-- try_to_wake_up
                |          |          
                |          |--71.79%-- default_wake_function
                |          |          autoremove_wake_function
                |          |          __wake_up_common
                |          |          __wake_up
                |          |          insert_work
                |          |          __queue_work
                |          |          |          
                |          |          |--96.43%-- delayed_work_timer_fn
                |          |          |          run_timer_softirq
                |          |          |          __do_softirq
                |          |          |          call_softirq
                |          |          |          do_softirq
                |          |          |          irq_exit
                |          |          |          smp_apic_timer_interrupt
                |          |          |          apic_timer_interrupt
                |          |          |          |          
                |          |          |          |--37.04%-- s_lock
                |          |          |          |          
                |          |          |          |--18.52%-- UnpinBuffer
                |          |          |          |          
                |          |          |          |--11.11%-- BufferGetBlockNumber
                |          |          |          |          
                |          |          |          |--11.11%-- PinBuffer
                |          |          |          |          
                |          |          |          |--7.41%-- slot_getsomeattrs
                |          |          |          |          
                |          |          |          |--3.70%-- LockBuffer
                |          |          |          |          
                |          |          |          |--3.70%-- ReadBuffer_common
                |          |          |          |          
                |          |          |          |--3.70%-- slot_deform_tuple
                |          |          |          |          
                |          |          |           --3.70%-- LWLockRelease
                |          |          |          
                |          |           --3.57%-- queue_work_on
                |          |                     queue_work
                |          |                     xfs_finish_ioend	[xfs]
                |          |                     xfs_end_bio	[xfs]
                |          |                     bio_endio
                |          |                     req_bio_endio
                |          |                     blk_update_request
                |          |                     blk_update_bidi_request
                |          |                     blk_end_bidi_request
                |          |                     blk_end_request
                |          |                     scsi_end_request
                |          |                     scsi_io_completion
                |          |                     scsi_finish_command
                |          |                     scsi_softirq_done
                |          |                     blk_done_softirq
                |          |                     __do_softirq
                |          |                     call_softirq
                |          |                     do_softirq
                |          |                     irq_exit
                |          |                     do_IRQ
                |          |                     ret_from_intr
                |          |                     fsync
                |          |          
                |           --28.21%-- wake_up_process
                |                     update_queue
                |                     sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --4.88%-- default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] cpumask_next_and
                |          
                |--75.00%-- find_busiest_group
                |          |          
                |          |--93.33%-- load_balance_newidle
                |          |          thread_return
                |          |          |          
                |          |          |--89.29%-- sys_semtimedop
                |          |          |          sys_semop
                |          |          |          system_call_fastpath
                |          |          |          semop
                |          |          |          
                |          |           --10.71%-- io_schedule
                |          |                     sync_page
                |          |                     __wait_on_bit_lock
                |          |                     __lock_page
                |          |                     find_lock_page
                |          |                     shmem_getpage
                |          |                     shmem_fault
                |          |                     shm_fault
                |          |                     __do_fault
                |          |                     handle_mm_fault
                |          |                     do_page_fault
                |          |                     page_fault
                |          |                     FlushRelationBuffers
                |          |          
                |           --6.67%-- load_balance
                |                     rebalance_domains
                |                     run_rebalance_domains
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     |          
                |                     |--50.00%-- s_lock
                |                     |          
                |                      --50.00%-- BufferGetBlockNumber
                |          
                |--12.50%-- select_idle_sibling
                |          select_task_rq_fair
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--40.00%-- s_lock
                |          |          
                |          |--20.00%-- LockBuffer
                |          |          
                |          |--20.00%-- PinBuffer
                |          |          
                |           --20.00%-- UnpinBuffer
                |          
                |--7.50%-- load_balance_newidle
                |          thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --5.00%-- select_task_rq_fair
                           try_to_wake_up
                           default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--50.00%-- s_lock
                           |          
                            --50.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] error_entry
                |          
                |--57.50%-- slot_getsomeattrs
                |          
                |--30.00%-- FlushRelationBuffers
                |          
                |--5.00%-- hash_search_with_hash_value
                |          
                |--2.50%-- MemoryContextAllocZero
                |          
                |--2.50%-- LWLockAcquire
                |          
                 --2.50%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] native_write_msr_safe
                |          
                |--56.41%-- intel_pmu_disable_all
                |          hw_perf_disable
                |          perf_disable
                |          __perf_event_sched_out
                |          |          
                |          |--68.18%-- perf_event_task_sched_out
                |          |          schedule
                |          |          |          
                |          |          |--46.67%-- retint_careful
                |          |          |          |          
                |          |          |          |--57.14%-- s_lock
                |          |          |          |          
                |          |          |          |--14.29%-- PinBuffer
                |          |          |          |          
                |          |          |          |--14.29%-- _bt_first
                |          |          |          |          
                |          |          |           --14.29%-- ReadBuffer_common
                |          |          |          
                |          |          |--46.67%-- sys_semtimedop
                |          |          |          sys_semop
                |          |          |          system_call_fastpath
                |          |          |          semop
                |          |          |          
                |          |           --6.67%-- __cond_resched
                |          |                     _cond_resched
                |          |                     xfs_cluster_write	[xfs]
                |          |                     xfs_page_state_convert	[xfs]
                |          |                     xfs_vm_writepage	[xfs]
                |          |                     __writepage
                |          |                     write_cache_pages
                |          |                     generic_writepages
                |          |                     xfs_vm_writepages	[xfs]
                |          |                     do_writepages
                |          |                     __filemap_fdatawrite_range
                |          |                     filemap_write_and_wait_range
                |          |                     vfs_fsync_range
                |          |                     vfs_fsync
                |          |                     do_fsync
                |          |                     sys_fsync
                |          |                     system_call_fastpath
                |          |                     fsync
                |          |          
                |           --31.82%-- __perf_event_task_sched_out
                |                     perf_event_task_tick
                |                     scheduler_tick
                |                     update_process_times
                |                     tick_sched_timer
                |                     __run_hrtimer
                |                     hrtimer_interrupt
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     |          
                |                     |--57.14%-- s_lock
                |                     |          
                |                     |--14.29%-- PinBuffer
                |                     |          
                |                     |--14.29%-- UnpinBuffer
                |                     |          
                |                      --14.29%-- FlushRelationBuffers
                |          
                |--33.33%-- intel_pmu_enable_all
                |          hw_perf_enable
                |          perf_enable
                |          __perf_event_sched_in
                |          perf_event_task_sched_in
                |          |          
                |          |--53.85%-- perf_event_task_tick
                |          |          scheduler_tick
                |          |          update_process_times
                |          |          tick_sched_timer
                |          |          __run_hrtimer
                |          |          hrtimer_interrupt
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--57.14%-- s_lock
                |          |          |          
                |          |          |--14.29%-- slot_deform_tuple
                |          |          |          
                |          |          |--14.29%-- AllocSetFree
                |          |          |          
                |          |           --14.29%-- PinBuffer
                |          |          
                |           --46.15%-- finish_task_switch
                |                     thread_return
                |                     |          
                |                     |--66.67%-- retint_careful
                |                     |          |          
                |                     |          |--50.00%-- s_lock
                |                     |          |          
                |                     |          |--25.00%-- slot_deform_tuple
                |                     |          |          
                |                     |           --25.00%-- PinBuffer
                |                     |          
                |                      --33.33%-- sys_semtimedop
                |                                sys_semop
                |                                system_call_fastpath
                |                                semop
                |          
                |--5.13%-- hw_perf_disable
                |          perf_disable
                |          __perf_event_sched_out
                |          __perf_event_task_sched_out
                |          perf_event_task_tick
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- PinBuffer
                |          |          
                |           --50.00%-- ReleaseAndReadBuffer
                |          
                 --5.13%-- hw_perf_enable
                           perf_enable
                           __perf_event_sched_in
                           perf_event_task_sched_in
                           |          
                           |--50.00%-- perf_event_task_tick
                           |          scheduler_tick
                           |          update_process_times
                           |          tick_sched_timer
                           |          __run_hrtimer
                           |          hrtimer_interrupt
                           |          smp_apic_timer_interrupt
                           |          apic_timer_interrupt
                           |          PinBuffer
                           |          
                            --50.00%-- finish_task_switch
                                      thread_return
                                      sys_semtimedop
                                      sys_semop
                                      system_call_fastpath
                                      semop

     0.00%  postgres  [kernel]                     [k] set_page_dirty
                |          
                |--52.63%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          exit_mmap
                |          mmput
                |          exit_mm
                |          do_exit
                |          do_group_exit
                |          sys_exit_group
                |          system_call_fastpath
                |          
                |--42.11%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--43.75%-- ReadBuffer_common
                |          |          
                |          |--31.25%-- LWLockAcquire
                |          |          
                |           --25.00%-- FlushRelationBuffers
                |          
                 --5.26%-- handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--50.00%-- LWLockAcquire
                           |          
                            --50.00%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] resched_task
                |          
                |--83.78%-- check_preempt_curr
                |          try_to_wake_up
                |          |          
                |          |--93.55%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --6.45%-- default_wake_function
                |                     autoremove_wake_function
                |                     wake_bit_function
                |                     __wake_up_common
                |                     __wake_up
                |                     __wake_up_bit
                |                     unlock_page
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     |          
                |                     |--50.00%-- ReadBuffer_common
                |                     |          
                |                      --50.00%-- FlushRelationBuffers
                |          
                |--10.81%-- check_preempt_wakeup
                |          check_preempt_curr
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--75.00%-- s_lock
                |          |          
                |           --25.00%-- PinBuffer
                |          
                 --5.41%-- try_to_wake_up
                           wake_up_process
                           update_queue
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] enqueue_sleeper
                |          
                |--85.71%-- enqueue_entity
                |          enqueue_task_fair
                |          enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          |          
                |          |--66.67%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --33.33%-- default_wake_function
                |                     autoremove_wake_function
                |                     |          
                |                     |--80.00%-- __wake_up_common
                |                     |          __wake_up
                |                     |          insert_work
                |                     |          __queue_work
                |                     |          delayed_work_timer_fn
                |                     |          run_timer_softirq
                |                     |          __do_softirq
                |                     |          call_softirq
                |                     |          do_softirq
                |                     |          irq_exit
                |                     |          smp_apic_timer_interrupt
                |                     |          apic_timer_interrupt
                |                     |          |          
                |                     |          |--62.50%-- s_lock
                |                     |          |          
                |                     |          |--12.50%-- PinBuffer
                |                     |          |          
                |                     |          |--12.50%-- LWLockAcquire
                |                     |          |          
                |                     |           --12.50%-- UnpinBuffer
                |                     |          
                |                      --20.00%-- wake_bit_function
                |                                __wake_up_common
                |                                __wake_up
                |                                __wake_up_bit
                |                                unlock_page
                |                                __do_fault
                |                                handle_mm_fault
                |                                do_page_fault
                |                                page_fault
                |                                |          
                |                                |--50.00%-- ReadBuffer_common
                |                                |          
                |                                 --50.00%-- FlushRelationBuffers
                |          
                 --14.29%-- enqueue_task_fair
                           enqueue_task
                           activate_task
                           try_to_wake_up
                           |          
                           |--80.00%-- default_wake_function
                           |          autoremove_wake_function
                           |          __wake_up_common
                           |          __wake_up
                           |          insert_work
                           |          __queue_work
                           |          delayed_work_timer_fn
                           |          run_timer_softirq
                           |          __do_softirq
                           |          call_softirq
                           |          do_softirq
                           |          irq_exit
                           |          smp_apic_timer_interrupt
                           |          apic_timer_interrupt
                           |          |          
                           |          |--50.00%-- ReadBuffer_common
                           |          |          
                           |          |--25.00%-- s_lock
                           |          |          
                           |           --25.00%-- FlushRelationBuffers
                           |          
                            --20.00%-- wake_up_process
                                      update_queue
                                      sys_semtimedop
                                      sys_semop
                                      system_call_fastpath
                                      semop

     0.00%  postgres  ./pg9.2/bin/postgres         [.] _bt_relbuf

     0.00%  postgres  ./pg9.2/bin/postgres         [.] heap_page_prune_opt

     0.00%  postgres  [kernel]                     [k] find_busiest_queue
                |          
                |--96.88%-- load_balance_newidle
                |          thread_return
                |          |          
                |          |--90.32%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --9.68%-- io_schedule
                |                     sync_page
                |                     __wait_on_bit_lock
                |                     __lock_page
                |                     find_lock_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     |          
                |                     |--66.67%-- ReadBuffer_common
                |                     |          
                |                      --33.33%-- FlushRelationBuffers
                |          
                 --3.12%-- thread_return
                           schedule_hrtimeout_range
                           poll_schedule_timeout
                           do_select
                           core_sys_select
                           sys_select
                           system_call_fastpath
                           __select

     0.00%  postgres  [kernel]                     [k] scheduler_tick
                |          
                           |          
                           |--51.61%-- s_lock
                           |          
                           |--16.13%-- PinBuffer
                           |          
                           |--12.90%-- UnpinBuffer
                           |          
                           |--6.45%-- ReadBuffer_common
                           |          
                           |--6.45%-- LWLockRelease
                           |          
                           |--3.23%-- slot_deform_tuple
                           |          
                            --3.23%-- _bt_compare

     0.00%  postgres  [kernel]                     [k] __blk_complete_request
                |          
                |--71.88%-- fsync
                |          
                 --28.12%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] kmem_cache_alloc
                |          
                |--38.71%-- mempool_alloc_slab
                |          mempool_alloc
                |          |          
                |          |--33.33%-- scsi_sg_alloc
                |          |          __sg_alloc_table
                |          |          scsi_alloc_sgtable
                |          |          scsi_init_sgtable
                |          |          scsi_init_io
                |          |          scsi_setup_fs_cmnd
                |          |          sd_prep_fn
                |          |          blk_peek_request
                |          |          scsi_request_fn
                |          |          |          
                |          |          |--75.00%-- __blk_run_queue
                |          |          |          blk_run_queue
                |          |          |          scsi_run_queue
                |          |          |          scsi_next_command
                |          |          |          scsi_end_request
                |          |          |          scsi_io_completion
                |          |          |          scsi_finish_command
                |          |          |          scsi_softirq_done
                |          |          |          blk_done_softirq
                |          |          |          __do_softirq
                |          |          |          call_softirq
                |          |          |          do_softirq
                |          |          |          irq_exit
                |          |          |          |          
                |          |          |          |--66.67%-- do_IRQ
                |          |          |          |          ret_from_intr
                |          |          |          |          FlushRelationBuffers
                |          |          |          |          
                |          |          |           --33.33%-- smp_call_function_single_interrupt
                |          |          |                     call_function_single_interrupt
                |          |          |                     fsync
                |          |          |          
                |          |           --25.00%-- __generic_unplug_device
                |          |                     elv_insert
                |          |                     __elv_add_request
                |          |                     __make_request
                |          |                     generic_make_request
                |          |                     submit_bio
                |          |                     xfs_submit_ioend_bio	[xfs]
                |          |                     xfs_submit_ioend	[xfs]
                |          |                     xfs_page_state_convert	[xfs]
                |          |                     xfs_vm_writepage	[xfs]
                |          |                     __writepage
                |          |                     write_cache_pages
                |          |                     generic_writepages
                |          |                     xfs_vm_writepages	[xfs]
                |          |                     do_writepages
                |          |                     __filemap_fdatawrite_range
                |          |                     filemap_write_and_wait_range
                |          |                     vfs_fsync_range
                |          |                     vfs_fsync
                |          |                     do_fsync
                |          |                     sys_fsync
                |          |                     system_call_fastpath
                |          |                     fsync
                |          |          
                |          |--33.33%-- bio_alloc_bioset
                |          |          bio_alloc
                |          |          xfs_alloc_ioend_bio	[xfs]
                |          |          xfs_submit_ioend	[xfs]
                |          |          xfs_page_state_convert	[xfs]
                |          |          xfs_vm_writepage	[xfs]
                |          |          __writepage
                |          |          write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |          |--25.00%-- xfs_alloc_ioend	[xfs]
                |          |          xfs_add_to_ioend	[xfs]
                |          |          xfs_page_state_convert	[xfs]
                |          |          xfs_vm_writepage	[xfs]
                |          |          __writepage
                |          |          write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |           --8.33%-- get_request
                |                     get_request_wait
                |                     __make_request
                |                     generic_make_request
                |                     submit_bio
                |                     xfs_submit_ioend_bio	[xfs]
                |                     xfs_submit_ioend	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                |--25.81%-- alloc_buffer_head
                |          alloc_page_buffers
                |          create_empty_buffers
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--19.35%-- scsi_pool_alloc_command
                |          scsi_host_alloc_command
                |          __scsi_get_command
                |          scsi_get_command
                |          scsi_setup_fs_cmnd
                |          sd_prep_fn
                |          blk_peek_request
                |          scsi_request_fn
                |          |          
                |          |--66.67%-- __blk_run_queue
                |          |          blk_run_queue
                |          |          scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          |          
                |          |          |--75.00%-- do_IRQ
                |          |          |          ret_from_intr
                |          |          |          |          
                |          |          |          |--66.67%-- FlushRelationBuffers
                |          |          |          |          
                |          |          |           --33.33%-- fsync
                |          |          |          
                |          |           --25.00%-- smp_call_function_single_interrupt
                |          |                     call_function_single_interrupt
                |          |                     s_lock
                |          |          
                |           --33.33%-- __generic_unplug_device
                |                     elv_insert
                |                     __elv_add_request
                |                     __make_request
                |                     generic_make_request
                |                     submit_bio
                |                     xfs_submit_ioend_bio	[xfs]
                |                     xfs_submit_ioend	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                |--12.90%-- bvec_alloc_bs
                |          bio_alloc_bioset
                |          bio_alloc
                |          xfs_alloc_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --3.23%-- kmem_zone_alloc	[xfs]
                           kmem_zone_zalloc	[xfs]
                           xlog_ticket_alloc	[xfs]
                           xfs_log_reserve	[xfs]
                           xfs_trans_reserve	[xfs]
                           xfs_fsync	[xfs]
                           xfs_file_fsync	[xfs]
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] iov_iter_fault_in_readable

     0.00%  postgres  [kernel]                     [k] get_page_from_freelist
                |          
                |--93.33%-- __alloc_pages_nodemask
                |          |          
                |          |--75.00%-- alloc_page_vma
                |          |          |          
                |          |          |--61.90%-- do_anonymous_page
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          |          
                |          |          |          |--53.85%-- AllocSetAlloc
                |          |          |          |          
                |          |          |           --46.15%-- MemoryContextAllocZero
                |          |          |          
                |          |          |--33.33%-- shmem_alloc_page
                |          |          |          shmem_getpage
                |          |          |          shmem_fault
                |          |          |          shm_fault
                |          |          |          __do_fault
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          ReadBuffer_common
                |          |          |          
                |          |           --4.76%-- do_wp_page
                |          |                     handle_mm_fault
                |          |                     do_page_fault
                |          |                     page_fault
                |          |                     PinBuffer
                |          |          
                |           --25.00%-- alloc_pages_current
                |                     |          
                |                     |--85.71%-- __page_cache_alloc
                |                     |          grab_cache_page_write_begin
                |                     |          block_write_begin
                |                     |          xfs_vm_write_begin	[xfs]
                |                     |          generic_perform_write
                |                     |          generic_file_buffered_write
                |                     |          xfs_write	[xfs]
                |                     |          xfs_file_aio_write	[xfs]
                |                     |          do_sync_write
                |                     |          vfs_write
                |                     |          sys_write
                |                     |          system_call_fastpath
                |                     |          __write
                |                     |          
                |                      --14.29%-- new_slab
                |                                __slab_alloc
                |                                kmem_cache_alloc
                |                                mempool_alloc_slab
                |                                mempool_alloc
                |                                xfs_alloc_ioend	[xfs]
                |                                xfs_add_to_ioend	[xfs]
                |                                xfs_page_state_convert	[xfs]
                |                                xfs_vm_writepage	[xfs]
                |                                __writepage
                |                                write_cache_pages
                |                                generic_writepages
                |                                xfs_vm_writepages	[xfs]
                |                                do_writepages
                |                                __filemap_fdatawrite_range
                |                                filemap_write_and_wait_range
                |                                vfs_fsync_range
                |                                vfs_fsync
                |                                do_fsync
                |                                sys_fsync
                |                                system_call_fastpath
                |                                fsync
                |          
                 --6.67%-- alloc_pages_current
                           |          
                           |--50.00%-- pte_alloc_one
                           |          __pte_alloc
                           |          handle_mm_fault
                           |          do_page_fault
                           |          page_fault
                           |          slot_getsomeattrs
                           |          
                            --50.00%-- __page_cache_alloc
                                      grab_cache_page_write_begin
                                      block_write_begin
                                      xfs_vm_write_begin	[xfs]
                                      generic_perform_write
                                      generic_file_buffered_write
                                      xfs_write	[xfs]
                                      xfs_file_aio_write	[xfs]
                                      do_sync_write
                                      vfs_write
                                      sys_write
                                      system_call_fastpath
                                      __write

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ExecCopySlotTuple

     0.00%  postgres  [kernel]                     [k] __rmqueue
                |          
                |--89.66%-- get_page_from_freelist
                |          __alloc_pages_nodemask
                |          |          
                |          |--57.69%-- alloc_page_vma
                |          |          |          
                |          |          |--60.00%-- shmem_alloc_page
                |          |          |          shmem_getpage
                |          |          |          shmem_fault
                |          |          |          shm_fault
                |          |          |          __do_fault
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          ReadBuffer_common
                |          |          |          
                |          |           --40.00%-- do_anonymous_page
                |          |                     handle_mm_fault
                |          |                     do_page_fault
                |          |                     page_fault
                |          |                     |          
                |          |                     |--83.33%-- MemoryContextAllocZero
                |          |                     |          
                |          |                      --16.67%-- AllocSetAlloc
                |          |          
                |           --42.31%-- alloc_pages_current
                |                     |          
                |                     |--90.91%-- __page_cache_alloc
                |                     |          grab_cache_page_write_begin
                |                     |          block_write_begin
                |                     |          xfs_vm_write_begin	[xfs]
                |                     |          generic_perform_write
                |                     |          generic_file_buffered_write
                |                     |          xfs_write	[xfs]
                |                     |          xfs_file_aio_write	[xfs]
                |                     |          do_sync_write
                |                     |          vfs_write
                |                     |          sys_write
                |                     |          system_call_fastpath
                |                     |          __write
                |                     |          
                |                      --9.09%-- pte_alloc_one
                |                                __pte_alloc
                |                                handle_mm_fault
                |                                do_page_fault
                |                                page_fault
                |                                FlushRelationBuffers
                |          
                 --10.34%-- __alloc_pages_nodemask
                           alloc_page_vma
                           |          
                           |--66.67%-- shmem_alloc_page
                           |          shmem_getpage
                           |          shmem_fault
                           |          shm_fault
                           |          __do_fault
                           |          handle_mm_fault
                           |          do_page_fault
                           |          page_fault
                           |          ReadBuffer_common
                           |          
                            --33.33%-- do_anonymous_page
                                      handle_mm_fault
                                      do_page_fault
                                      page_fault
                                      MemoryContextAllocZero

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ExecEvalExprSwitchContext

     0.00%  postgres  [kernel]                     [k] wake_affine
                |          
                |--92.59%-- select_task_rq_fair
                |          try_to_wake_up
                |          |          
                |          |--88.00%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --12.00%-- default_wake_function
                |                     autoremove_wake_function
                |                     wake_bit_function
                |                     __wake_up_common
                |                     __wake_up
                |                     __wake_up_bit
                |                     unlock_page
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     |          
                |                     |--66.67%-- FlushRelationBuffers
                |                     |          
                |                      --33.33%-- ReadBuffer_common
                |          
                 --7.41%-- try_to_wake_up
                           wake_up_process
                           update_queue
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] enqueue_entity
                |          
                |--88.89%-- enqueue_task_fair
                |          enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          |          
                |          |--66.67%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --33.33%-- default_wake_function
                |                     autoremove_wake_function
                |                     |          
                |                     |--62.50%-- __wake_up_common
                |                     |          __wake_up
                |                     |          insert_work
                |                     |          __queue_work
                |                     |          delayed_work_timer_fn
                |                     |          run_timer_softirq
                |                     |          __do_softirq
                |                     |          call_softirq
                |                     |          do_softirq
                |                     |          irq_exit
                |                     |          smp_apic_timer_interrupt
                |                     |          apic_timer_interrupt
                |                     |          |          
                |                     |          |--40.00%-- s_lock
                |                     |          |          
                |                     |          |--20.00%-- LWLockAcquire
                |                     |          |          
                |                     |          |--20.00%-- UnpinBuffer
                |                     |          |          
                |                     |           --20.00%-- PinBuffer
                |                     |          
                |                      --37.50%-- wake_bit_function
                |                                __wake_up_common
                |                                __wake_up
                |                                __wake_up_bit
                |                                unlock_page
                |                                __do_fault
                |                                handle_mm_fault
                |                                do_page_fault
                |                                page_fault
                |                                FlushRelationBuffers
                |          
                 --11.11%-- enqueue_task
                           activate_task
                           try_to_wake_up
                           default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--33.33%-- s_lock
                           |          
                           |--33.33%-- UnpinBuffer
                           |          
                            --33.33%-- LockBuffer

     0.00%  postgres  [kernel]                     [k] sched_avg_update
                |          
                |--73.08%-- scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--57.89%-- s_lock
                |          |          
                |          |--15.79%-- BufferGetBlockNumber
                |          |          
                |          |--10.53%-- LWLockAcquire
                |          |          
                |          |--5.26%-- PinBuffer
                |          |          
                |          |--5.26%-- LockBuffer
                |          |          
                |           --5.26%-- FlushRelationBuffers
                |          
                 --26.92%-- update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--42.86%-- s_lock
                           |          
                           |--28.57%-- PinBuffer
                           |          
                           |--14.29%-- UnpinBuffer
                           |          
                            --14.29%-- LWLockAcquire

     0.00%  postgres  [kernel]                     [k] vm_normal_page
                |          
                |--57.69%-- unmap_page_range
                |          unmap_vmas
                |          exit_mmap
                |          mmput
                |          exit_mm
                |          do_exit
                |          do_group_exit
                |          sys_exit_group
                |          system_call_fastpath
                |          
                 --42.31%-- zap_pte_range
                           unmap_page_range
                           unmap_vmas
                           exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.00%  postgres  ./pg9.2/bin/postgres         [.] MarkBufferDirty

     0.00%  postgres  [kernel]                     [k] account_user_time
                |          
                |--80.00%-- account_process_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--45.00%-- s_lock
                |          |          
                |          |--20.00%-- PinBuffer
                |          |          
                |          |--10.00%-- UnpinBuffer
                |          |          
                |          |--5.00%-- LWLockAcquire
                |          |          
                |          |--5.00%-- BufferGetBlockNumber
                |          |          
                |          |--5.00%-- ExecProcNode
                |          |          
                |          |--5.00%-- slot_deform_tuple
                |          |          
                |           --5.00%-- FlushRelationBuffers
                |          
                 --20.00%-- update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--60.00%-- s_lock
                           |          
                           |--20.00%-- LWLockRelease
                           |          
                            --20.00%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] run_posix_cpu_timers
                |          
                |--88.00%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |          |--18.18%-- LWLockAcquire
                |          |          
                |          |--13.64%-- PinBuffer
                |          |          
                |          |--4.55%-- btint8cmp
                |          |          
                |          |--4.55%-- FunctionCall2Coll
                |          |          
                |          |--4.55%-- UnpinBuffer
                |          |          
                |           --4.55%-- ReadBuffer_common
                |          
                 --12.00%-- tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--33.33%-- LWLockAcquire
                           |          
                           |--33.33%-- s_lock
                           |          
                            --33.33%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] __mem_cgroup_commit_charge
                |          
                |--96.00%-- mem_cgroup_charge_common
                |          |          
                |          |--87.50%-- mem_cgroup_cache_charge
                |          |          |          
                |          |          |--71.43%-- shmem_getpage
                |          |          |          shmem_fault
                |          |          |          shm_fault
                |          |          |          __do_fault
                |          |          |          handle_mm_fault
                |          |          |          do_page_fault
                |          |          |          page_fault
                |          |          |          ReadBuffer_common
                |          |          |          
                |          |           --28.57%-- add_to_page_cache_locked
                |          |                     add_to_page_cache_lru
                |          |                     grab_cache_page_write_begin
                |          |                     block_write_begin
                |          |                     xfs_vm_write_begin	[xfs]
                |          |                     generic_perform_write
                |          |                     generic_file_buffered_write
                |          |                     xfs_write	[xfs]
                |          |                     xfs_file_aio_write	[xfs]
                |          |                     do_sync_write
                |          |                     vfs_write
                |          |                     sys_write
                |          |                     system_call_fastpath
                |          |                     __write
                |          |          
                |           --12.50%-- mem_cgroup_newpage_charge
                |                     do_anonymous_page
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     AllocSetAlloc
                |          
                 --4.00%-- mem_cgroup_cache_charge
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  ./pg9.2/bin/postgres         [.] copytup_heap

     0.00%  postgres  [kernel]                     [k] irq_entries_start
                |          
                |--29.17%-- generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                |--16.67%-- get_request_wait
                |          __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                |--12.50%-- scsi_device_unbusy
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--66.67%-- fsync
                |          |          
                |           --33.33%-- FlushRelationBuffers
                |          
                |--8.33%-- FlushRelationBuffers
                |          
                |--8.33%-- blk_end_bidi_request
                |          blk_end_request
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                |--8.33%-- megasas_complete_cmd_dpc	[megaraid_sas]
                |          tasklet_action
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                |--4.17%-- __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                |--4.17%-- pagevec_lookup
                |          xfs_cluster_write	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                |--4.17%-- xfs_iomap	[xfs]
                |          xfs_map_blocks	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --4.17%-- __generic_unplug_device
                           elv_insert
                           __elv_add_request
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] ____pagevec_lru_add
                |          
                |--54.17%-- add_to_page_cache_lru
                |          |          
                |          |--61.54%-- shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          ReadBuffer_common
                |          |          
                |           --38.46%-- grab_cache_page_write_begin
                |                     block_write_begin
                |                     xfs_vm_write_begin	[xfs]
                |                     generic_perform_write
                |                     generic_file_buffered_write
                |                     xfs_write	[xfs]
                |                     xfs_file_aio_write	[xfs]
                |                     do_sync_write
                |                     vfs_write
                |                     sys_write
                |                     system_call_fastpath
                |                     __write
                |          
                 --45.83%-- lru_cache_add_lru
                           page_add_new_anon_rmap
                           do_anonymous_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--63.64%-- MemoryContextAllocZero
                           |          
                            --36.36%-- AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] mem_cgroup_del_lru_list
                |          
                |--75.00%-- activate_page
                |          mark_page_accessed
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --25.00%-- release_pages
                           free_pages_and_swap_cache
                           zap_pte_range
                           unmap_page_range
                           unmap_vmas
                           |          
                           |--83.33%-- unmap_region
                           |          do_munmap
                           |          sys_munmap
                           |          system_call_fastpath
                           |          munmap
                           |          
                            --16.67%-- exit_mmap
                                      mmput
                                      exit_mm
                                      do_exit
                                      do_group_exit
                                      sys_exit_group
                                      system_call_fastpath

     0.00%  postgres  [kernel]                     [k] rcu_process_gp_end
                |          
                |--69.57%-- __rcu_process_callbacks
                |          rcu_process_callbacks
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--31.25%-- s_lock
                |          |          
                |          |--25.00%-- PinBuffer
                |          |          
                |          |--12.50%-- BufferGetBlockNumber
                |          |          
                |          |--12.50%-- UnpinBuffer
                |          |          
                |          |--6.25%-- ReleaseAndReadBuffer
                |          |          
                |          |--6.25%-- MemoryContextAllocZero
                |          |          
                |           --6.25%-- ReadBuffer_common
                |          
                 --30.43%-- rcu_process_callbacks
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--57.14%-- s_lock
                           |          
                           |--14.29%-- UnpinBuffer
                           |          
                           |--14.29%-- ReadBuffer_common
                           |          
                            --14.29%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] T.856	[megaraid_sas]
                |          
                |--69.57%-- fsync
                |          
                |--26.09%-- FlushRelationBuffers
                |          
                 --4.35%-- LWLockRelease

     0.00%  postgres  [kernel]                     [k] run_timer_softirq
                |          
                |--72.73%-- __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--56.25%-- s_lock
                |          |          
                |          |--25.00%-- PinBuffer
                |          |          
                |          |--6.25%-- ReadBuffer_common
                |          |          
                |          |--6.25%-- slot_deform_tuple
                |          |          
                |           --6.25%-- LWLockAcquire
                |          
                 --27.27%-- call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--33.33%-- s_lock
                           |          
                           |--16.67%-- LWLockAcquire
                           |          
                           |--16.67%-- PinBuffer
                           |          
                           |--16.67%-- ReleaseAndReadBuffer
                           |          
                            --16.67%-- btint8cmp

     0.00%  postgres  [kernel]                     [k] cpu_clock
                |          
                |--59.09%-- update_context_time
                |          |          
                |          |--53.85%-- __perf_event_sched_out
                |          |          |          
                |          |          |--57.14%-- __perf_event_task_sched_out
                |          |          |          perf_event_task_tick
                |          |          |          scheduler_tick
                |          |          |          update_process_times
                |          |          |          tick_sched_timer
                |          |          |          __run_hrtimer
                |          |          |          hrtimer_interrupt
                |          |          |          smp_apic_timer_interrupt
                |          |          |          apic_timer_interrupt
                |          |          |          |          
                |          |          |          |--50.00%-- s_lock
                |          |          |          |          
                |          |          |           --50.00%-- PinBuffer
                |          |          |          
                |          |           --42.86%-- perf_event_task_sched_out
                |          |                     schedule
                |          |                     retint_careful
                |          |                     |          
                |          |                     |--66.67%-- PinBuffer
                |          |                     |          
                |          |                      --33.33%-- s_lock
                |          |          
                |           --46.15%-- perf_event_task_sched_out
                |                     schedule
                |                     |          
                |                     |--50.00%-- retint_careful
                |                     |          |          
                |                     |          |--33.33%-- s_lock
                |                     |          |          
                |                     |          |--33.33%-- PinBuffer
                |                     |          |          
                |                     |           --33.33%-- LWLockRelease
                |                     |          
                |                     |--33.33%-- sys_semtimedop
                |                     |          sys_semop
                |                     |          system_call_fastpath
                |                     |          semop
                |                     |          
                |                      --16.67%-- io_schedule
                |                                sync_page
                |                                __wait_on_bit_lock
                |                                __lock_page
                |                                find_lock_page
                |                                shmem_getpage
                |                                shmem_fault
                |                                shm_fault
                |                                __do_fault
                |                                handle_mm_fault
                |                                do_page_fault
                |                                page_fault
                |                                ReadBuffer_common
                |          
                |--31.82%-- softlockup_tick
                |          run_local_timers
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--71.43%-- s_lock
                |          |          
                |          |--14.29%-- UnpinBuffer
                |          |          
                |           --14.29%-- LockBuffer
                |          
                |--4.55%-- perf_event_task_sched_out
                |          schedule
                |          retint_careful
                |          UnpinBuffer
                |          
                 --4.55%-- __perf_event_sched_out
                           __perf_event_task_sched_out
                           perf_event_task_tick
                           scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           PinBuffer

     0.00%  postgres  [kernel]                     [k] blk_rq_map_sg
                |          
                |--71.43%-- __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--80.00%-- do_IRQ
                |          |          ret_from_intr
                |          |          |          
                |          |          |--50.00%-- FlushRelationBuffers
                |          |          |          
                |          |           --50.00%-- fsync
                |          |          
                |           --20.00%-- smp_call_function_single_interrupt
                |                     call_function_single_interrupt
                |                     fsync
                |          
                 --28.57%-- __generic_unplug_device
                           elv_insert
                           __elv_add_request
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] native_read_tsc
                |          
                |--55.00%-- native_sched_clock
                |          sched_clock
                |          sched_clock_cpu
                |          |          
                |          |--45.45%-- cpu_clock
                |          |          |          
                |          |          |--80.00%-- update_context_time
                |          |          |          perf_event_task_sched_out
                |          |          |          schedule
                |          |          |          |          
                |          |          |          |--50.00%-- sys_semtimedop
                |          |          |          |          sys_semop
                |          |          |          |          system_call_fastpath
                |          |          |          |          semop
                |          |          |          |          
                |          |          |          |--25.00%-- retint_careful
                |          |          |          |          slot_deform_tuple
                |          |          |          |          
                |          |          |           --25.00%-- __cond_resched
                |          |          |                     _cond_resched
                |          |          |                     xfs_cluster_write	[xfs]
                |          |          |                     xfs_page_state_convert	[xfs]
                |          |          |                     xfs_vm_writepage	[xfs]
                |          |          |                     __writepage
                |          |          |                     write_cache_pages
                |          |          |                     generic_writepages
                |          |          |                     xfs_vm_writepages	[xfs]
                |          |          |                     do_writepages
                |          |          |                     __filemap_fdatawrite_range
                |          |          |                     filemap_write_and_wait_range
                |          |          |                     vfs_fsync_range
                |          |          |                     vfs_fsync
                |          |          |                     do_fsync
                |          |          |                     sys_fsync
                |          |          |                     system_call_fastpath
                |          |          |                     fsync
                |          |          |          
                |          |           --20.00%-- softlockup_tick
                |          |                     run_local_timers
                |          |                     update_process_times
                |          |                     tick_sched_timer
                |          |                     __run_hrtimer
                |          |                     hrtimer_interrupt
                |          |                     smp_apic_timer_interrupt
                |          |                     apic_timer_interrupt
                |          |                     BufferGetBlockNumber
                |          |          
                |          |--45.45%-- try_to_wake_up
                |          |          |          
                |          |          |--60.00%-- wake_up_process
                |          |          |          update_queue
                |          |          |          sys_semtimedop
                |          |          |          sys_semop
                |          |          |          system_call_fastpath
                |          |          |          semop
                |          |          |          
                |          |           --40.00%-- default_wake_function
                |          |                     autoremove_wake_function
                |          |                     __wake_up_common
                |          |                     __wake_up
                |          |                     insert_work
                |          |                     __queue_work
                |          |                     delayed_work_timer_fn
                |          |                     run_timer_softirq
                |          |                     __do_softirq
                |          |                     call_softirq
                |          |                     do_softirq
                |          |                     irq_exit
                |          |                     smp_apic_timer_interrupt
                |          |                     apic_timer_interrupt
                |          |                     |          
                |          |                     |--50.00%-- s_lock
                |          |                     |          
                |          |                      --50.00%-- LWLockAcquire
                |          |          
                |           --9.09%-- schedule
                |                     sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                |--20.00%-- read_tsc
                |          |          
                |          |--75.00%-- ktime_get
                |          |          |          
                |          |          |--66.67%-- tick_sched_timer
                |          |          |          __run_hrtimer
                |          |          |          hrtimer_interrupt
                |          |          |          smp_apic_timer_interrupt
                |          |          |          apic_timer_interrupt
                |          |          |          |          
                |          |          |          |--50.00%-- LockBuffer
                |          |          |          |          
                |          |          |           --50.00%-- s_lock
                |          |          |          
                |          |           --33.33%-- tick_dev_program_event
                |          |                     tick_program_event
                |          |                     hrtimer_interrupt
                |          |                     smp_apic_timer_interrupt
                |          |                     apic_timer_interrupt
                |          |                     s_lock
                |          |          
                |           --25.00%-- update_wall_time
                |                     do_timer
                |                     tick_do_update_jiffies64
                |                     tick_sched_timer
                |                     __run_hrtimer
                |                     hrtimer_interrupt
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     ExecReScanIndexOnlyScan
                |          
                |--15.00%-- sched_clock
                |          sched_clock_cpu
                |          |          
                |          |--66.67%-- cpu_clock
                |          |          update_context_time
                |          |          __perf_event_sched_out
                |          |          perf_event_task_sched_out
                |          |          schedule
                |          |          retint_careful
                |          |          s_lock
                |          |          
                |           --33.33%-- schedule
                |                     sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --10.00%-- ktime_get
                           |          
                           |--50.00%-- hrtimer_interrupt
                           |          smp_apic_timer_interrupt
                           |          apic_timer_interrupt
                           |          LWLockRelease
                           |          
                            --50.00%-- tick_sched_timer
                                      __run_hrtimer
                                      hrtimer_interrupt
                                      smp_apic_timer_interrupt
                                      apic_timer_interrupt
                                      FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __alloc_pages_nodemask
                |          
                |--85.00%-- alloc_page_vma
                |          |          
                |          |--82.35%-- do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--57.14%-- AllocSetAlloc
                |          |          |          
                |          |           --42.86%-- MemoryContextAllocZero
                |          |          
                |           --17.65%-- shmem_alloc_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                |--5.00%-- pte_alloc_one
                |          __pte_alloc
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          slot_getsomeattrs
                |          
                |--5.00%-- alloc_pages_current
                |          pte_alloc_one
                |          __pte_alloc
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          slot_getsomeattrs
                |          
                 --5.00%-- shmem_alloc_page
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] bio_put
                |          
                |--65.00%-- xfs_end_bio	[xfs]
                |          bio_endio
                |          req_bio_endio
                |          blk_update_request
                |          blk_update_bidi_request
                |          blk_end_bidi_request
                |          blk_end_request
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--69.23%-- smp_call_function_single_interrupt
                |          |          call_function_single_interrupt
                |          |          fsync
                |          |          
                |           --30.77%-- do_IRQ
                |                     ret_from_intr
                |                     |          
                |                     |--50.00%-- FlushRelationBuffers
                |                     |          
                |                      --50.00%-- fsync
                |          
                 --35.00%-- xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] megasas_complete_cmd_dpc	[megaraid_sas]
                |          
                |--55.00%-- fsync
                |          
                 --45.00%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] put_prev_task_fair
                |          
                |--84.21%-- schedule
                |          |          
                |          |--56.25%-- retint_careful
                |          |          |          
                |          |          |--66.67%-- s_lock
                |          |          |          
                |          |          |--11.11%-- LockBuffer
                |          |          |          
                |          |          |--11.11%-- UnpinBuffer
                |          |          |          
                |          |           --11.11%-- PinBuffer
                |          |          
                |           --43.75%-- sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --15.79%-- retint_careful
                           s_lock

     0.00%  postgres  [kernel]                     [k] hrtimer_interrupt
                |          
                |--84.21%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--31.25%-- s_lock
                |          |          
                |          |--18.75%-- LWLockAcquire
                |          |          
                |          |--18.75%-- PinBuffer
                |          |          
                |          |--6.25%-- UnpinBuffer
                |          |          
                |          |--6.25%-- _bt_compare
                |          |          
                |          |--6.25%-- ReadBuffer_common
                |          |          
                |          |--6.25%-- get_hash_value
                |          |          
                |           --6.25%-- _bt_relandgetbuf
                |          
                 --15.79%-- apic_timer_interrupt
                           |          
                           |--33.33%-- PinBuffer
                           |          
                           |--33.33%-- BufferGetBlockNumber
                           |          
                            --33.33%-- s_lock

     0.00%  postgres  [kernel]                     [k] __percpu_counter_add
                |          
                |--73.68%-- account_user_time
                |          account_process_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--42.86%-- s_lock
                |          |          
                |          |--21.43%-- PinBuffer
                |          |          
                |          |--14.29%-- LWLockAcquire
                |          |          
                |          |--7.14%-- ReadBuffer_common
                |          |          
                |          |--7.14%-- UnpinBuffer
                |          |          
                |           --7.14%-- btrescan
                |          
                |--21.05%-- clear_page_dirty_for_io
                |          |          
                |          |--75.00%-- write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |           --25.00%-- xfs_start_page_writeback	[xfs]
                |                     xfs_convert_page	[xfs]
                |                     xfs_cluster_write	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --5.26%-- __prop_inc_single
                           task_dirty_inc
                           account_page_dirtied
                           __set_page_dirty
                           mark_buffer_dirty
                           __block_commit_write
                           block_write_end
                           generic_write_end
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] xfs_bmapi	[xfs]
                |          
                |--57.89%-- xfs_iomap	[xfs]
                |          |          
                |          |--81.82%-- __xfs_get_blocks	[xfs]
                |          |          xfs_get_blocks	[xfs]
                |          |          __block_prepare_write
                |          |          block_write_begin
                |          |          xfs_vm_write_begin	[xfs]
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |           --18.18%-- xfs_map_blocks	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                |--21.05%-- xfs_iomap_eof_want_preallocate	[xfs]
                |          xfs_iomap_write_delay	[xfs]
                |          xfs_iomap	[xfs]
                |          __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--15.79%-- xfs_iomap_write_delay	[xfs]
                |          xfs_iomap	[xfs]
                |          __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --5.26%-- __xfs_get_blocks	[xfs]
                           xfs_get_blocks	[xfs]
                           __block_prepare_write
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  ./pg9.2/bin/postgres         [.] StrategyGetBuffer
                |          
                 --100.00%-- 0x7f9f010baf500000

     0.00%  postgres  [kernel]                     [k] load_balance_newidle
                |          
                |--94.44%-- thread_return
                |          |          
                |          |--76.47%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |          |--17.65%-- io_schedule
                |          |          sync_page
                |          |          __wait_on_bit_lock
                |          |          __lock_page
                |          |          find_lock_page
                |          |          shmem_getpage
                |          |          shmem_fault
                |          |          shm_fault
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          FlushRelationBuffers
                |          |          
                |           --5.88%-- schedule_hrtimeout_range
                |                     poll_schedule_timeout
                |                     do_select
                |                     core_sys_select
                |                     sys_select
                |                     system_call_fastpath
                |                     __select
                |          
                 --5.56%-- sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] check_preempt_wakeup
                |          
                |--72.22%-- check_preempt_curr
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          |          
                |          |--92.31%-- __wake_up_common
                |          |          __wake_up
                |          |          insert_work
                |          |          __queue_work
                |          |          delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--58.33%-- s_lock
                |          |          |          
                |          |          |--16.67%-- UnpinBuffer
                |          |          |          
                |          |          |--8.33%-- ExecProject
                |          |          |          
                |          |          |--8.33%-- slot_deform_tuple
                |          |          |          
                |          |           --8.33%-- PinBuffer
                |          |          
                |           --7.69%-- wake_bit_function
                |                     __wake_up_common
                |                     __wake_up
                |                     __wake_up_bit
                |                     unlock_page
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     FlushRelationBuffers
                |          
                 --27.78%-- try_to_wake_up
                           default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--40.00%-- s_lock
                           |          
                           |--40.00%-- LWLockAcquire
                           |          
                            --20.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] __do_softirq
                |          
                |--94.44%-- call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--76.47%-- smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--46.15%-- s_lock
                |          |          |          
                |          |          |--30.77%-- PinBuffer
                |          |          |          
                |          |          |--7.69%-- slot_deform_tuple
                |          |          |          
                |          |          |--7.69%-- LWLockAcquire
                |          |          |          
                |          |           --7.69%-- ReadBuffer_common
                |          |          
                |           --23.53%-- do_IRQ
                |                     ret_from_intr
                |                     |          
                |                     |--50.00%-- fsync
                |                     |          
                |                     |--25.00%-- s_lock
                |                     |          
                |                      --25.00%-- FlushRelationBuffers
                |          
                 --5.56%-- do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           UnpinBuffer

     0.00%  postgres  [kernel]                     [k] sched_clock_cpu
                |          
                |--38.89%-- cpu_clock
                |          |          
                |          |--85.71%-- update_context_time
                |          |          |          
                |          |          |--66.67%-- perf_event_task_sched_out
                |          |          |          schedule
                |          |          |          |          
                |          |          |          |--50.00%-- retint_careful
                |          |          |          |          |          
                |          |          |          |          |--50.00%-- LockBuffer
                |          |          |          |          |          
                |          |          |          |           --50.00%-- PinBuffer
                |          |          |          |          
                |          |          |           --50.00%-- sys_semtimedop
                |          |          |                     sys_semop
                |          |          |                     system_call_fastpath
                |          |          |                     semop
                |          |          |          
                |          |           --33.33%-- __perf_event_sched_out
                |          |                     perf_event_task_sched_out
                |          |                     schedule
                |          |                     |          
                |          |                     |--50.00%-- retint_careful
                |          |                     |          PinBuffer
                |          |                     |          
                |          |                      --50.00%-- sys_semtimedop
                |          |                                sys_semop
                |          |                                system_call_fastpath
                |          |                                semop
                |          |          
                |           --14.29%-- __touch_softlockup_watchdog
                |                     softlockup_tick
                |                     run_local_timers
                |                     update_process_times
                |                     tick_sched_timer
                |                     __run_hrtimer
                |                     hrtimer_interrupt
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     s_lock
                |          
                |--33.33%-- schedule
                |          |          
                |          |--83.33%-- retint_careful
                |          |          |          
                |          |          |--60.00%-- s_lock
                |          |          |          
                |          |           --40.00%-- BufferGetBlockNumber
                |          |          
                |           --16.67%-- io_schedule
                |                     sync_page
                |                     __wait_on_bit_lock
                |                     __lock_page
                |                     find_lock_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     FlushRelationBuffers
                |          
                |--11.11%-- try_to_wake_up
                |          |          
                |          |--50.00%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --50.00%-- default_wake_function
                |                     autoremove_wake_function
                |                     __wake_up_common
                |                     __wake_up
                |                     insert_work
                |                     __queue_work
                |                     delayed_work_timer_fn
                |                     run_timer_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     memcpy
                |          
                |--5.56%-- scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          PinBuffer
                |          
                |--5.56%-- __touch_softlockup_watchdog
                |          softlockup_tick
                |          run_local_timers
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          LWLockAcquire
                |          
                 --5.56%-- update_context_time
                           __perf_event_sched_out
                           perf_event_task_sched_out
                           schedule
                           retint_careful
                           s_lock

     0.00%  postgres  [kernel]                     [k] acct_update_integrals
                |          
                |--72.22%-- account_user_time
                |          account_process_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--53.85%-- s_lock
                |          |          
                |          |--15.38%-- PinBuffer
                |          |          
                |          |--7.69%-- ExecReScanIndexOnlyScan
                |          |          
                |          |--7.69%-- _bt_first
                |          |          
                |          |--7.69%-- UnpinBuffer
                |          |          
                |           --7.69%-- _bt_compare
                |          
                |--22.22%-- account_process_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |          |--25.00%-- BufferGetBlockNumber
                |          |          
                |           --25.00%-- LWLockAcquire
                |          
                 --5.56%-- account_system_time
                           account_process_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           slot_getsomeattrs

     0.00%  postgres  [kernel]                     [k] update_queue

     0.00%  postgres  [kernel]                     [k] _spin_lock
                |          
                |--44.44%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--75.00%-- slot_getsomeattrs
                |          |          
                |          |--12.50%-- ReadBuffer_common
                |          |          
                |           --12.50%-- FlushRelationBuffers
                |          
                |--27.78%-- handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--80.00%-- slot_getsomeattrs
                |          |          
                |           --20.00%-- FlushRelationBuffers
                |          
                |--11.11%-- try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          |          
                |          |--50.00%-- __wake_up_common
                |          |          __wake_up
                |          |          insert_work
                |          |          __queue_work
                |          |          delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          s_lock
                |          |          
                |           --50.00%-- wake_bit_function
                |                     __wake_up_common
                |                     __wake_up
                |                     __wake_up_bit
                |                     unlock_page
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     FlushRelationBuffers
                |          
                |--5.56%-- perf_event_task_sched_out
                |          schedule
                |          retint_careful
                |          LWLockRelease
                |          
                |--5.56%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          PinBuffer
                |          
                 --5.56%-- scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] idle_cpu
                |          
                |--81.25%-- irq_enter
                |          |          
                |          |--92.31%-- smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--50.00%-- s_lock
                |          |          |          
                |          |          |--16.67%-- PinBuffer
                |          |          |          
                |          |          |--16.67%-- LWLockAcquire
                |          |          |          
                |          |          |--8.33%-- visibilitymap_test
                |          |          |          
                |          |           --8.33%-- LWLockRelease
                |          |          
                |           --7.69%-- do_IRQ
                |                     ret_from_intr
                |                     fsync
                |          
                |--12.50%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                 --6.25%-- __hrtimer_start_range_ns
                           hrtimer_start_range_ns
                           schedule_hrtimeout_range
                           poll_schedule_timeout
                           do_select
                           core_sys_select
                           sys_select
                           system_call_fastpath
                           __select

     0.00%  postgres  [kernel]                     [k] ktime_get
                |          
                |--68.75%-- hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--63.64%-- s_lock
                |          |          
                |          |--18.18%-- LWLockAcquire
                |          |          
                |          |--9.09%-- PinBuffer
                |          |          
                |           --9.09%-- ExecProject
                |          
                |--18.75%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- s_lock
                |          |          
                |          |--33.33%-- LockBuffer
                |          |          
                |           --33.33%-- slot_getsomeattrs
                |          
                |--6.25%-- tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          PinBuffer
                |          
                 --6.25%-- tick_dev_program_event
                           tick_program_event
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] __rcu_pending
                |          
                |--50.00%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--62.50%-- s_lock
                |          |          
                |          |--12.50%-- BufferGetBlockNumber
                |          |          
                |          |--12.50%-- PinBuffer
                |          |          
                |           --12.50%-- FlushRelationBuffers
                |          
                 --50.00%-- rcu_check_callbacks
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--50.00%-- s_lock
                           |          
                           |--12.50%-- LWLockAcquire
                           |          
                           |--12.50%-- UnpinBuffer
                           |          
                           |--12.50%-- PinBuffer
                           |          
                            --12.50%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] rcu_process_callbacks
                |          
                |--62.50%-- __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |          |--10.00%-- PinBuffer
                |          |          
                |          |--10.00%-- _bt_compare
                |          |          
                |          |--10.00%-- _bt_binsrch
                |          |          
                |          |--10.00%-- UnpinBuffer
                |          |          
                |           --10.00%-- FlushRelationBuffers
                |          
                 --37.50%-- call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--33.33%-- s_lock
                           |          
                           |--16.67%-- slot_deform_tuple
                           |          
                           |--16.67%-- BufferGetBlockNumber
                           |          
                           |--16.67%-- LWLockAcquire
                           |          
                            --16.67%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] __make_request
                |          
                |--93.75%-- generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --6.25%-- submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] rb_erase
                |          
                |--37.50%-- __remove_hrtimer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- UnpinBuffer
                |          |          
                |          |--33.33%-- s_lock
                |          |          
                |          |--16.67%-- _bt_compare
                |          |          
                |           --16.67%-- _bt_search
                |          
                |--25.00%-- __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |          |--25.00%-- PinBuffer
                |          |          
                |           --25.00%-- ReadBuffer_common
                |          
                |--18.75%-- set_next_entity
                |          pick_next_task_fair
                |          schedule
                |          retint_careful
                |          |          
                |          |--33.33%-- LWLockAcquire
                |          |          
                |          |--33.33%-- ReadBuffer_common
                |          |          
                |           --33.33%-- s_lock
                |          
                |--12.50%-- __dequeue_entity
                |          set_next_entity
                |          pick_next_task_fair
                |          schedule
                |          retint_careful
                |          s_lock
                |          
                 --6.25%-- elv_rb_del
                           deadline_remove_request
                           deadline_move_request
                           deadline_dispatch_requests
                           blk_peek_request
                           scsi_request_fn
                           __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] _spin_unlock_irqrestore
                |          
                |--12.50%-- __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |           --50.00%-- UnpinBuffer
                |          
                |--12.50%-- try_to_wake_up
                |          wake_up_process
                |          update_queue
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--12.50%-- blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--50.00%-- FlushRelationBuffers
                |          |          
                |           --50.00%-- fsync
                |          
                |--12.50%-- megasas_complete_cmd_dpc	[megaraid_sas]
                |          tasklet_action
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--50.00%-- FlushRelationBuffers
                |          |          
                |           --50.00%-- fsync
                |          
                |--12.50%-- blk_end_bidi_request
                |          blk_end_request
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                |--6.25%-- __hrtimer_start_range_ns
                |          hrtimer_start_range_ns
                |          schedule_hrtimeout_range
                |          poll_schedule_timeout
                |          do_select
                |          core_sys_select
                |          sys_select
                |          system_call_fastpath
                |          __select
                |          
                |--6.25%-- __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                |--6.25%-- __rcu_process_callbacks
                |          rcu_process_callbacks
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                |--6.25%-- queue_work_on
                |          queue_work
                |          xfs_finish_ioend	[xfs]
                |          xfs_end_bio	[xfs]
                |          bio_endio
                |          req_bio_endio
                |          blk_update_request
                |          blk_update_bidi_request
                |          blk_end_bidi_request
                |          blk_end_request
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          FlushRelationBuffers
                |          
                |--6.25%-- scsi_device_unbusy
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --6.25%-- megasas_return_cmd	[megaraid_sas]
                           T.856	[megaraid_sas]
                           megasas_complete_cmd_dpc	[megaraid_sas]
                           tasklet_action
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] retint_swapgs
                |          
                |--46.67%-- slot_getsomeattrs
                |          
                |--26.67%-- FlushRelationBuffers
                |          
                |--6.67%-- LWLockAcquire
                |          
                |--6.67%-- s_lock
                |          
                |--6.67%-- MemoryContextAllocZero
                |          
                 --6.67%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] update_stats_wait_end
                |          
                |--73.33%-- set_next_entity
                |          pick_next_task_fair
                |          schedule
                |          retint_careful
                |          |          
                |          |--54.55%-- s_lock
                |          |          
                |          |--27.27%-- PinBuffer
                |          |          
                |          |--9.09%-- LWLockAcquire
                |          |          
                |           --9.09%-- LockBuffer
                |          
                 --26.67%-- pick_next_task_fair
                           schedule
                           retint_careful
                           |          
                           |--75.00%-- s_lock
                           |          
                            --25.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] mempool_free
                |          
                |--40.00%-- __blk_put_request
                |          blk_finish_request
                |          blk_end_bidi_request
                |          blk_end_request
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--83.33%-- do_IRQ
                |          |          ret_from_intr
                |          |          |          
                |          |          |--80.00%-- fsync
                |          |          |          
                |          |           --20.00%-- FlushRelationBuffers
                |          |          
                |           --16.67%-- smp_call_function_single_interrupt
                |                     call_function_single_interrupt
                |                     BufferGetBlockNumber
                |          
                |--40.00%-- scsi_sg_free
                |          __sg_free_table
                |          __scsi_release_buffers
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--66.67%-- smp_call_function_single_interrupt
                |          |          call_function_single_interrupt
                |          |          fsync
                |          |          
                |           --33.33%-- do_IRQ
                |                     ret_from_intr
                |                     fsync
                |          
                 --20.00%-- bio_free
                           bio_fs_destructor
                           bio_put
                           xfs_end_bio	[xfs]
                           bio_endio
                           req_bio_endio
                           blk_update_request
                           blk_update_bidi_request
                           blk_end_bidi_request
                           blk_end_request
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           |          
                           |--66.67%-- do_IRQ
                           |          ret_from_intr
                           |          fsync
                           |          
                            --33.33%-- smp_call_function_single_interrupt
                                      call_function_single_interrupt
                                      fsync

     0.00%  postgres  [kernel]                     [k] file_update_time
                |          
                |--66.67%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--70.00%-- FlushRelationBuffers
                |          |          
                |          |--20.00%-- LWLockAcquire
                |          |          
                |           --10.00%-- ReadBuffer_common
                |          
                 --33.33%-- handle_mm_fault
                           do_page_fault
                           page_fault
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __ticket_spin_is_locked
                |          
                |--71.43%-- check_preempt_curr
                |          try_to_wake_up
                |          |          
                |          |--70.00%-- wake_up_process
                |          |          update_queue
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --30.00%-- default_wake_function
                |                     autoremove_wake_function
                |                     wake_bit_function
                |                     __wake_up_common
                |                     __wake_up
                |                     __wake_up_bit
                |                     unlock_page
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                |--14.29%-- check_preempt_wakeup
                |          check_preempt_curr
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |           --50.00%-- UnpinBuffer
                |          
                |--7.14%-- __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --7.14%-- blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] __set_page_dirty_no_writeback
                |          
                |--57.14%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          exit_mmap
                |          mmput
                |          exit_mm
                |          do_exit
                |          do_group_exit
                |          sys_exit_group
                |          system_call_fastpath
                |          
                |--28.57%-- set_page_dirty
                |          |          
                |          |--50.00%-- __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--50.00%-- ReadBuffer_common
                |          |          |          
                |          |           --50.00%-- FlushRelationBuffers
                |          |          
                |           --50.00%-- zap_pte_range
                |                     unmap_page_range
                |                     unmap_vmas
                |                     exit_mmap
                |                     mmput
                |                     exit_mm
                |                     do_exit
                |                     do_group_exit
                |                     sys_exit_group
                |                     system_call_fastpath
                |          
                 --14.29%-- __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--50.00%-- ReadBuffer_common
                           |          
                            --50.00%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __mem_cgroup_uncharge_common
                |          
                |--78.57%-- unmap_region
                |          do_munmap
                |          sys_munmap
                |          system_call_fastpath
                |          munmap
                |          
                 --21.43%-- exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.00%  postgres  ./pg9.2/bin/postgres         [.] RelationGetBufferForTuple

     0.00%  postgres  ./pg9.2/bin/postgres         [.] PageAddItem

     0.00%  postgres  ./pg9.2/bin/postgres         [.] tuplesort_gettuple_common
                |          
                 --100.00%-- 0x26d2

     0.00%  postgres  ./pg9.2/bin/postgres         [.] qsort_ssup

     0.00%  postgres  [kernel]                     [k] native_sched_clock
                |          
                |--69.23%-- sched_clock
                |          sched_clock_cpu
                |          |          
                |          |--66.67%-- cpu_clock
                |          |          |          
                |          |          |--50.00%-- update_context_time
                |          |          |          |          
                |          |          |          |--66.67%-- __perf_event_sched_out
                |          |          |          |          perf_event_task_sched_out
                |          |          |          |          schedule
                |          |          |          |          |          
                |          |          |          |          |--50.00%-- retint_careful
                |          |          |          |          |          s_lock
                |          |          |          |          |          
                |          |          |          |           --50.00%-- io_schedule
                |          |          |          |                     sync_page
                |          |          |          |                     __wait_on_bit_lock
                |          |          |          |                     __lock_page
                |          |          |          |                     find_lock_page
                |          |          |          |                     shmem_getpage
                |          |          |          |                     shmem_fault
                |          |          |          |                     shm_fault
                |          |          |          |                     __do_fault
                |          |          |          |                     handle_mm_fault
                |          |          |          |                     do_page_fault
                |          |          |          |                     page_fault
                |          |          |          |                     FlushRelationBuffers
                |          |          |          |          
                |          |          |           --33.33%-- perf_event_task_sched_out
                |          |          |                     schedule
                |          |          |                     sys_semtimedop
                |          |          |                     sys_semop
                |          |          |                     system_call_fastpath
                |          |          |                     semop
                |          |          |          
                |          |          |--33.33%-- softlockup_tick
                |          |          |          run_local_timers
                |          |          |          update_process_times
                |          |          |          tick_sched_timer
                |          |          |          __run_hrtimer
                |          |          |          hrtimer_interrupt
                |          |          |          smp_apic_timer_interrupt
                |          |          |          apic_timer_interrupt
                |          |          |          |          
                |          |          |          |--50.00%-- s_lock
                |          |          |          |          
                |          |          |           --50.00%-- UnpinBuffer
                |          |          |          
                |          |           --16.67%-- __touch_softlockup_watchdog
                |          |                     softlockup_tick
                |          |                     run_local_timers
                |          |                     update_process_times
                |          |                     tick_sched_timer
                |          |                     __run_hrtimer
                |          |                     hrtimer_interrupt
                |          |                     smp_apic_timer_interrupt
                |          |                     apic_timer_interrupt
                |          |                     s_lock
                |          |          
                |          |--22.22%-- schedule
                |          |          sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --11.11%-- try_to_wake_up
                |                     default_wake_function
                |                     autoremove_wake_function
                |                     __wake_up_common
                |                     __wake_up
                |                     insert_work
                |                     __queue_work
                |                     delayed_work_timer_fn
                |                     run_timer_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     smp_apic_timer_interrupt
                |                     apic_timer_interrupt
                |                     BufferGetBlockNumber
                |          
                 --30.77%-- sched_clock_cpu
                           |          
                           |--50.00%-- cpu_clock
                           |          |          
                           |          |--50.00%-- __touch_softlockup_watchdog
                           |          |          softlockup_tick
                           |          |          run_local_timers
                           |          |          update_process_times
                           |          |          tick_sched_timer
                           |          |          __run_hrtimer
                           |          |          hrtimer_interrupt
                           |          |          smp_apic_timer_interrupt
                           |          |          apic_timer_interrupt
                           |          |          ReadBuffer_common
                           |          |          
                           |           --50.00%-- softlockup_tick
                           |                     run_local_timers
                           |                     update_process_times
                           |                     tick_sched_timer
                           |                     __run_hrtimer
                           |                     hrtimer_interrupt
                           |                     smp_apic_timer_interrupt
                           |                     apic_timer_interrupt
                           |                     BufferGetBlockNumber
                           |          
                            --50.00%-- try_to_wake_up
                                      default_wake_function
                                      autoremove_wake_function
                                      __wake_up_common
                                      __wake_up
                                      insert_work
                                      __queue_work
                                      |          
                                      |--50.00%-- delayed_work_timer_fn
                                      |          run_timer_softirq
                                      |          __do_softirq
                                      |          call_softirq
                                      |          do_softirq
                                      |          irq_exit
                                      |          smp_apic_timer_interrupt
                                      |          apic_timer_interrupt
                                      |          s_lock
                                      |          
                                       --50.00%-- queue_work_on
                                                 queue_work
                                                 xfs_finish_ioend	[xfs]
                                                 xfs_end_bio	[xfs]
                                                 bio_endio
                                                 req_bio_endio
                                                 blk_update_request
                                                 blk_update_bidi_request
                                                 blk_end_bidi_request
                                                 blk_end_request
                                                 scsi_end_request
                                                 scsi_io_completion
                                                 scsi_finish_command
                                                 scsi_softirq_done
                                                 blk_done_softirq
                                                 __do_softirq
                                                 call_softirq
                                                 do_softirq
                                                 irq_exit
                                                 do_IRQ
                                                 ret_from_intr
                                                 fsync

     0.00%  postgres  [kernel]                     [k] enqueue_task
                |          
                |--69.23%-- activate_task
                |          try_to_wake_up
                |          |          
                |          |--66.67%-- default_wake_function
                |          |          autoremove_wake_function
                |          |          |          
                |          |          |--66.67%-- __wake_up_common
                |          |          |          __wake_up
                |          |          |          insert_work
                |          |          |          __queue_work
                |          |          |          delayed_work_timer_fn
                |          |          |          run_timer_softirq
                |          |          |          __do_softirq
                |          |          |          call_softirq
                |          |          |          do_softirq
                |          |          |          irq_exit
                |          |          |          smp_apic_timer_interrupt
                |          |          |          apic_timer_interrupt
                |          |          |          |          
                |          |          |          |--50.00%-- s_lock
                |          |          |          |          
                |          |          |          |--25.00%-- PinBuffer
                |          |          |          |          
                |          |          |           --25.00%-- LockBuffer
                |          |          |          
                |          |           --33.33%-- wake_bit_function
                |          |                     __wake_up_common
                |          |                     __wake_up
                |          |                     __wake_up_bit
                |          |                     unlock_page
                |          |                     __do_fault
                |          |                     handle_mm_fault
                |          |                     do_page_fault
                |          |                     page_fault
                |          |                     |          
                |          |                     |--50.00%-- ReadBuffer_common
                |          |                     |          
                |          |                      --50.00%-- FlushRelationBuffers
                |          |          
                |           --33.33%-- wake_up_process
                |                     update_queue
                |                     sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --30.77%-- try_to_wake_up
                           default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--75.00%-- s_lock
                           |          
                            --25.00%-- BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] wakeup_preempt_entity
                |          
                |--69.23%-- check_preempt_curr
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          |          
                |          |--88.89%-- delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--50.00%-- s_lock
                |          |          |          
                |          |          |--12.50%-- heap_fill_tuple
                |          |          |          
                |          |          |--12.50%-- LWLockRelease
                |          |          |          
                |          |          |--12.50%-- LWLockAcquire
                |          |          |          
                |          |           --12.50%-- PinBuffer
                |          |          
                |           --11.11%-- queue_work_on
                |                     queue_work
                |                     xfs_finish_ioend	[xfs]
                |                     xfs_end_bio	[xfs]
                |                     bio_endio
                |                     req_bio_endio
                |                     blk_update_request
                |                     blk_update_bidi_request
                |                     blk_end_bidi_request
                |                     blk_end_request
                |                     scsi_end_request
                |                     scsi_io_completion
                |                     scsi_finish_command
                |                     scsi_softirq_done
                |                     blk_done_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     do_IRQ
                |                     ret_from_intr
                |                     fsync
                |          
                 --30.77%-- check_preempt_wakeup
                           check_preempt_curr
                           try_to_wake_up
                           default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--25.00%-- LWLockAcquire
                           |          
                           |--25.00%-- s_lock
                           |          
                           |--25.00%-- BufferGetBlockNumber
                           |          
                            --25.00%-- LockBuffer

     0.00%  postgres  [kernel]                     [k] clockevents_program_event
                |          
                |--53.85%-- tick_dev_program_event
                |          tick_program_event
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--42.86%-- s_lock
                |          |          
                |          |--14.29%-- LWLockAcquire
                |          |          
                |          |--14.29%-- heap_fill_tuple
                |          |          
                |          |--14.29%-- ReleaseAndReadBuffer
                |          |          
                |           --14.29%-- UnpinBuffer
                |          
                 --46.15%-- tick_program_event
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--33.33%-- LockBuffer
                           |          
                           |--33.33%-- s_lock
                           |          
                           |--16.67%-- slot_deform_tuple
                           |          
                            --16.67%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __rcu_process_callbacks
                |          
                |--76.92%-- rcu_process_callbacks
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--60.00%-- s_lock
                |          |          
                |          |--20.00%-- PinBuffer
                |          |          
                |          |--10.00%-- ReleaseAndReadBuffer
                |          |          
                |           --10.00%-- btint8cmp
                |          
                 --23.08%-- __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--66.67%-- s_lock
                           |          
                            --33.33%-- BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] try_get_mem_cgroup_from_mm
                |          
                |--76.92%-- __mem_cgroup_try_charge
                |          mem_cgroup_charge_common
                |          |          
                |          |--80.00%-- mem_cgroup_newpage_charge
                |          |          do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--50.00%-- AllocSetAlloc
                |          |          |          
                |          |          |--37.50%-- MemoryContextAllocZero
                |          |          |          
                |          |           --12.50%-- puttuple_common
                |          |                     0x26d2
                |          |          
                |           --20.00%-- mem_cgroup_cache_charge
                |                     |          
                |                     |--50.00%-- add_to_page_cache_locked
                |                     |          add_to_page_cache_lru
                |                     |          grab_cache_page_write_begin
                |                     |          block_write_begin
                |                     |          xfs_vm_write_begin	[xfs]
                |                     |          generic_perform_write
                |                     |          generic_file_buffered_write
                |                     |          xfs_write	[xfs]
                |                     |          xfs_file_aio_write	[xfs]
                |                     |          do_sync_write
                |                     |          vfs_write
                |                     |          sys_write
                |                     |          system_call_fastpath
                |                     |          __write
                |                     |          
                |                      --50.00%-- shmem_getpage
                |                                shmem_fault
                |                                shm_fault
                |                                __do_fault
                |                                handle_mm_fault
                |                                do_page_fault
                |                                page_fault
                |                                ReadBuffer_common
                |          
                 --23.08%-- mem_cgroup_charge_common
                           |          
                           |--66.67%-- mem_cgroup_newpage_charge
                           |          do_anonymous_page
                           |          handle_mm_fault
                           |          do_page_fault
                           |          page_fault
                           |          |          
                           |          |--50.00%-- MemoryContextAllocZero
                           |          |          
                           |           --50.00%-- AllocSetAlloc
                           |          
                            --33.33%-- mem_cgroup_cache_charge
                                      shmem_getpage
                                      shmem_fault
                                      shm_fault
                                      __do_fault
                                      handle_mm_fault
                                      do_page_fault
                                      page_fault
                                      ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] blk_complete_request
                |          
                |--61.54%-- fsync
                |          
                |--23.08%-- FlushRelationBuffers
                |          
                |--7.69%-- UnpinBuffer
                |          
                 --7.69%-- slot_getsomeattrs

     0.00%  postgres  [kernel]                     [k] scsi_request_fn
                |          
                |--53.85%-- __generic_unplug_device
                |          elv_insert
                |          __elv_add_request
                |          __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --46.15%-- __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           |          
                           |--66.67%-- do_IRQ
                           |          ret_from_intr
                           |          |          
                           |          |--75.00%-- fsync
                           |          |          
                           |           --25.00%-- FlushRelationBuffers
                           |          
                            --33.33%-- smp_call_function_single_interrupt
                                      call_function_single_interrupt
                                      |          
                                      |--50.00%-- LWLockAcquire
                                      |          
                                       --50.00%-- fsync

     0.00%  postgres  ./pg9.2/bin/postgres         [.] tuplesort_puttupleslot

     0.00%  postgres  [kernel]                     [k] save_args
                |          
                |--41.67%-- s_lock
                |          
                |--16.67%-- PinBuffer
                |          
                |--16.67%-- FlushRelationBuffers
                |          
                |--8.33%-- BufferGetBlockNumber
                |          
                |--8.33%-- UnpinBuffer
                |          
                 --8.33%-- LWLockRelease

     0.00%  postgres  [kernel]                     [k] system_call
                |          
                |--66.67%-- slot_getsomeattrs
                |          
                |--16.67%-- semop
                |          
                 --16.67%-- __write

     0.00%  postgres  [kernel]                     [k] restore_args
                |          
                |--50.00%-- slot_getsomeattrs
                |          
                |--16.67%-- hash_search_with_hash_value
                |          
                |--16.67%-- FlushRelationBuffers
                |          
                |--8.33%-- s_lock
                |          
                 --8.33%-- _bt_steppage

     0.00%  postgres  [kernel]                     [k] do_softirq
                |          
                |--58.33%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--57.14%-- s_lock
                |          |          
                |          |--14.29%-- LWLockRelease
                |          |          
                |          |--14.29%-- slot_deform_tuple
                |          |          
                |           --14.29%-- UnpinBuffer
                |          
                 --41.67%-- irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--60.00%-- s_lock
                           |          
                           |--20.00%-- ReadBuffer_common
                           |          
                            --20.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] select_idle_sibling
                |          
                |--83.33%-- default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          |          
                |          |--90.00%-- delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |                     |          
                |          |                     |--62.50%-- s_lock
                |          |                     |          
                |          |                     |--12.50%-- BufferGetBlockNumber
                |          |                     |          
                |          |                     |--12.50%-- LWLockAcquire
                |          |                     |          
                |          |                      --12.50%-- FlushRelationBuffers
                |          |          
                |           --10.00%-- queue_work_on
                |                     queue_work
                |                     xfs_finish_ioend	[xfs]
                |                     xfs_end_bio	[xfs]
                |                     bio_endio
                |                     req_bio_endio
                |                     blk_update_request
                |                     blk_update_bidi_request
                |                     blk_end_bidi_request
                |                     blk_end_request
                |                     scsi_end_request
                |                     scsi_io_completion
                |                     scsi_finish_command
                |                     scsi_softirq_done
                |                     blk_done_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     do_IRQ
                |                     ret_from_intr
                |                     fsync
                |          
                 --16.67%-- wake_up_process
                           update_queue
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] entity_tick
                |          
                |--50.00%-- s_lock
                |          
                |--8.33%-- LockBuffer
                |          
                |--8.33%-- BufferGetBlockNumber
                |          
                |--8.33%-- PinBuffer
                |          
                |--8.33%-- ExecProject
                |          
                |--8.33%-- ReadBuffer_common
                |          
                 --8.33%-- UnpinBuffer

     0.00%  postgres  [kernel]                     [k] raise_softirq
                |          
                |--50.00%-- run_local_timers
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--66.67%-- s_lock
                |          |          
                |          |--16.67%-- _bt_fix_scankey_strategy
                |          |          
                |           --16.67%-- ReleaseAndReadBuffer
                |          
                |--25.00%-- rcu_check_callbacks
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- LWLockAcquire
                |          |          
                |          |--33.33%-- ExecClearTuple
                |          |          
                |           --33.33%-- BufferGetBlockNumber
                |          
                |--16.67%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- UnpinBuffer
                |          |          
                |           --50.00%-- s_lock
                |          
                 --8.33%-- scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           PinBuffer

     0.00%  postgres  [kernel]                     [k] insert_work
                |          
                |--66.67%-- delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |          |--12.50%-- ExecSubPlan
                |          |          
                |          |--12.50%-- LWLockRelease
                |          |          
                |          |--12.50%-- BufferGetBlockNumber
                |          |          
                |           --12.50%-- LWLockAcquire
                |          
                |--25.00%-- __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- LWLockRelease
                |          |          
                |          |--33.33%-- UnpinBuffer
                |          |          
                |           --33.33%-- ReadBuffer_common
                |          
                 --8.33%-- queue_work_on
                           queue_work
                           xfs_finish_ioend	[xfs]
                           xfs_end_bio	[xfs]
                           bio_endio
                           req_bio_endio
                           blk_update_request
                           blk_update_bidi_request
                           blk_end_bidi_request
                           blk_end_request
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] free_hot_cold_page
                |          
                |--83.33%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          |          
                |          |--90.00%-- unmap_region
                |          |          do_munmap
                |          |          sys_munmap
                |          |          system_call_fastpath
                |          |          munmap
                |          |          
                |           --10.00%-- exit_mmap
                |                     mmput
                |                     exit_mm
                |                     do_exit
                |                     do_group_exit
                |                     sys_exit_group
                |                     system_call_fastpath
                |          
                |--8.33%-- unmap_region
                |          do_munmap
                |          sys_munmap
                |          system_call_fastpath
                |          munmap
                |          
                 --8.33%-- ___pte_free_tlb
                           free_pgd_range
                           free_pgtables
                           exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.00%  postgres  [kernel]                     [k] idr_find
                |          
                |--75.00%-- ipc_lock
                |          ipc_lock_check
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --25.00%-- ipc_lock_check
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] thread_return
                |          
                |--33.33%-- retint_careful
                |          |          
                |          |--75.00%-- s_lock
                |          |          
                |           --25.00%-- MemoryContextReset
                |          
                |--33.33%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--25.00%-- __cond_resched
                |          _cond_resched
                |          xfs_cluster_write	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --8.33%-- io_schedule
                           sync_page
                           __wait_on_bit_lock
                           __lock_page
                           find_lock_page
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] _spin_lock_irqsave
                |          
                |--25.00%-- __rcu_process_callbacks
                |          rcu_process_callbacks
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- s_lock
                |          |          
                |          |--33.33%-- LWLockAcquire
                |          |          
                |           --33.33%-- PinBuffer
                |          
                |--25.00%-- megasas_return_cmd	[megaraid_sas]
                |          T.856	[megaraid_sas]
                |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          tasklet_action
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--66.67%-- fsync
                |          |          
                |           --33.33%-- MemoryContextAllocZero
                |          
                |--16.67%-- delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                |--8.33%-- insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                |--8.33%-- __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          PinBuffer
                |          
                |--8.33%-- __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          LWLockRelease
                |          
                 --8.33%-- test_set_page_writeback
                           xfs_start_page_writeback	[xfs]
                           xfs_convert_page	[xfs]
                           xfs_cluster_write	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] xfs_write	[xfs]
                |          
                |--91.67%-- xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --8.33%-- do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  /lib/libc-2.11.1.so          [.] memset

     0.00%  postgres  [kernel]                     [k] lapic_next_event
                |          
                |--90.91%-- hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--90.00%-- s_lock
                |          |          
                |           --10.00%-- PinBuffer
                |          
                 --9.09%-- __hrtimer_start_range_ns
                           hrtimer_start_range_ns
                           schedule_hrtimeout_range
                           poll_schedule_timeout
                           do_select
                           core_sys_select
                           sys_select
                           system_call_fastpath
                           __select

     0.00%  postgres  [kernel]                     [k] account_process_tick
                |          
                |--72.73%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--62.50%-- s_lock
                |          |          
                |          |--25.00%-- PinBuffer
                |          |          
                |           --12.50%-- hash_any
                |          
                 --27.27%-- tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--33.33%-- LWLockAcquire
                           |          
                           |--33.33%-- PinBuffer
                           |          
                            --33.33%-- s_lock

     0.00%  postgres  [kernel]                     [k] timespec_trunc
                |          
                |--63.64%-- current_fs_time
                |          file_update_time
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--85.71%-- FlushRelationBuffers
                |          |          
                |           --14.29%-- ReadBuffer_common
                |          
                 --36.36%-- file_update_time
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--75.00%-- FlushRelationBuffers
                           |          
                            --25.00%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] rcu_check_callbacks
                |          
                |--81.82%-- tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- s_lock
                |          |          
                |          |--22.22%-- UnpinBuffer
                |          |          
                |          |--22.22%-- LWLockAcquire
                |          |          
                |          |--11.11%-- PinBuffer
                |          |          
                |           --11.11%-- slot_getsomeattrs
                |          
                 --18.18%-- update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] mix_pool_bytes_extract
                |          
                |--72.73%-- do_IRQ
                |          ret_from_intr
                |          |          
                |          |--87.50%-- fsync
                |          |          
                |           --12.50%-- FlushRelationBuffers
                |          
                 --27.27%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           |          
                           |--66.67%-- fsync
                           |          
                            --33.33%-- ExecMakeFunctionResultNoSets

     0.00%  postgres  /lib/libc-2.11.1.so          [.] semop

     0.00%  postgres  ./pg9.2/bin/postgres         [.] IncrBufferRefCount

     0.00%  postgres  [kernel]                     [k] set_next_entity
                |          
                |--50.00%-- pick_next_task_fair
                |          schedule
                |          retint_careful
                |          |          
                |          |--40.00%-- UnpinBuffer
                |          |          
                |          |--20.00%-- s_lock
                |          |          
                |          |--20.00%-- _bt_checkkeys
                |          |          
                |           --20.00%-- PinBuffer
                |          
                 --50.00%-- schedule
                           retint_careful
                           |          
                           |--20.00%-- LockBuffer
                           |          
                           |--20.00%-- BufferGetBlockNumber
                           |          
                           |--20.00%-- UnpinBuffer
                           |          
                           |--20.00%-- s_lock
                           |          
                            --20.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] dequeue_entity
                |          
                |--90.00%-- dequeue_task_fair
                |          dequeue_task
                |          deactivate_task
                |          thread_return
                |          |          
                |          |--88.89%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --11.11%-- schedule_hrtimeout_range
                |                     poll_schedule_timeout
                |                     do_select
                |                     core_sys_select
                |                     sys_select
                |                     system_call_fastpath
                |                     __select
                |          
                 --10.00%-- dequeue_task
                           deactivate_task
                           thread_return
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] delayed_work_timer_fn
                |          
                |--60.00%-- run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- s_lock
                |          |          
                |          |--16.67%-- ReleaseAndReadBuffer
                |          |          
                |          |--16.67%-- MemoryContextAllocZero
                |          |          
                |          |--16.67%-- UnpinBuffer
                |          |          
                |           --16.67%-- LWLockAcquire
                |          
                 --40.00%-- __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--50.00%-- s_lock
                           |          
                            --50.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] check_for_new_grace_period
                |          
                |--90.00%-- __rcu_process_callbacks
                |          rcu_process_callbacks
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--55.56%-- s_lock
                |          |          
                |          |--11.11%-- LWLockAcquire
                |          |          
                |          |--11.11%-- LockBuffer
                |          |          
                |          |--11.11%-- BufferGetBlockNumber
                |          |          
                |           --11.11%-- PinBuffer
                |          
                 --10.00%-- rcu_process_callbacks
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           UnpinBuffer

     0.00%  postgres  [kernel]                     [k] perf_event_task_sched_out
                |          
                |--70.00%-- schedule
                |          |          
                |          |--57.14%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --42.86%-- retint_careful
                |                     |          
                |                     |--66.67%-- s_lock
                |                     |          
                |                      --33.33%-- LWLockAcquire
                |          
                |--20.00%-- retint_careful
                |          |          
                |          |--50.00%-- ReadBuffer_common
                |          |          
                |           --50.00%-- s_lock
                |          
                 --10.00%-- sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] find_get_pages

     0.00%  postgres  [kernel]                     [k] free_pcppages_bulk
                |          
                |--80.00%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          |          
                |          |--62.50%-- unmap_region
                |          |          do_munmap
                |          |          sys_munmap
                |          |          system_call_fastpath
                |          |          munmap
                |          |          
                |           --37.50%-- exit_mmap
                |                     mmput
                |                     exit_mm
                |                     do_exit
                |                     do_group_exit
                |                     sys_exit_group
                |                     system_call_fastpath
                |          
                 --20.00%-- ___pte_free_tlb
                           free_pgd_range
                           free_pgtables
                           exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.00%  postgres  [kernel]                     [k] generic_make_request

     0.00%  postgres  [kernel]                     [k] blk_end_bidi_request
                |          
                |--60.00%-- do_IRQ
                |          ret_from_intr
                |          |          
                |          |--66.67%-- fsync
                |          |          
                |           --33.33%-- FlushRelationBuffers
                |          
                 --40.00%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] kref_put
                |          
                |--60.00%-- scsi_request_fn
                |          |          
                |          |--66.67%-- __blk_run_queue
                |          |          blk_run_queue
                |          |          scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          |          
                |          |          |--75.00%-- do_IRQ
                |          |          |          ret_from_intr
                |          |          |          fsync
                |          |          |          
                |          |           --25.00%-- smp_call_function_single_interrupt
                |          |                     call_function_single_interrupt
                |          |                     fsync
                |          |          
                |           --33.33%-- __generic_unplug_device
                |                     elv_insert
                |                     __elv_add_request
                |                     __make_request
                |                     generic_make_request
                |                     submit_bio
                |                     xfs_submit_ioend_bio	[xfs]
                |                     xfs_submit_ioend	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                |--30.00%-- scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --10.00%-- __scsi_put_command
                           scsi_put_command
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] __rb_erase_color
                |          
                |--50.00%-- __remove_hrtimer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--40.00%-- PinBuffer
                |          |          
                |          |--40.00%-- s_lock
                |          |          
                |           --20.00%-- slot_getsomeattrs
                |          
                |--40.00%-- rb_erase
                |          __remove_hrtimer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--25.00%-- ExecProject
                |          |          
                |          |--25.00%-- UnpinBuffer
                |          |          
                |          |--25.00%-- s_lock
                |          |          
                |           --25.00%-- ReleaseAndReadBuffer
                |          
                 --10.00%-- __dequeue_entity
                           set_next_entity
                           pick_next_task_fair
                           schedule
                           __cond_resched
                           _cond_resched
                           xfs_cluster_write	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  ./pg9.2/bin/postgres         [.] FlushBuffer

     0.00%  postgres  [kernel]                     [k] default_send_IPI_mask_sequence_phys
                |          
                |--88.89%-- physflat_send_IPI_mask
                |          native_send_call_func_single_ipi
                |          generic_exec_single
                |          __smp_call_function_single
                |          __blk_complete_request
                |          blk_complete_request
                |          scsi_done
                |          T.856	[megaraid_sas]
                |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          tasklet_action
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--62.50%-- FlushRelationBuffers
                |          |          
                |           --37.50%-- fsync
                |          
                 --11.11%-- native_send_call_func_single_ipi
                           generic_exec_single
                           __smp_call_function_single
                           __blk_complete_request
                           blk_complete_request
                           scsi_done
                           T.856	[megaraid_sas]
                           megasas_complete_cmd_dpc	[megaraid_sas]
                           tasklet_action
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] __wake_up_common
                |          
                |--55.56%-- insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--40.00%-- s_lock
                |          |          
                |          |--20.00%-- LWLockAcquire
                |          |          
                |          |--20.00%-- BufferGetBlockNumber
                |          |          
                |           --20.00%-- PinBuffer
                |          
                 --44.44%-- __wake_up_bit
                           unlock_page
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __run_hrtimer
                |          
                |--77.78%-- hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--57.14%-- s_lock
                |          |          
                |          |--14.29%-- PinBuffer
                |          |          
                |          |--14.29%-- ReadBuffer_common
                |          |          
                |           --14.29%-- UnpinBuffer
                |          
                 --22.22%-- smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] __inc_zone_state
                |          
                |--33.33%-- zone_statistics
                |          get_page_from_freelist
                |          __alloc_pages_nodemask
                |          alloc_page_vma
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- MemoryContextAllocZero
                |          |          
                |           --33.33%-- AllocSetAlloc
                |          
                |--33.33%-- __inc_zone_page_state
                |          |          
                |          |--33.33%-- page_add_new_anon_rmap
                |          |          do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          AllocSetAlloc
                |          |          
                |          |--33.33%-- page_add_file_rmap
                |          |          __do_fault
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          ReadBuffer_common
                |          |          
                |           --33.33%-- add_to_page_cache_locked
                |                     add_to_page_cache_lru
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                |--11.11%-- ____pagevec_lru_add
                |          __lru_cache_add
                |          add_to_page_cache_lru
                |          shmem_getpage
                |          shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          ReadBuffer_common
                |          
                |--11.11%-- get_page_from_freelist
                |          __alloc_pages_nodemask
                |          alloc_page_vma
                |          shmem_alloc_page
                |          shmem_getpage
                |          shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          ReadBuffer_common
                |          
                 --11.11%-- test_set_page_writeback
                           xfs_start_page_writeback	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] __mem_cgroup_try_charge
                |          
                |--55.56%-- mem_cgroup_charge_common
                |          mem_cgroup_newpage_charge
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          AllocSetAlloc
                |          
                |--33.33%-- mem_cgroup_newpage_charge
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- MemoryContextAllocZero
                |          |          
                |           --33.33%-- puttuple_common
                |                     0x26d2
                |          
                 --11.11%-- mem_cgroup_cache_charge
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] __mark_inode_dirty
                |          
                |--33.33%-- file_update_time
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- FlushRelationBuffers
                |          |          
                |           --33.33%-- LWLockAcquire
                |          
                |--22.22%-- generic_write_end
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--22.22%-- __set_page_dirty
                |          mark_buffer_dirty
                |          __block_commit_write
                |          block_write_end
                |          generic_write_end
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--11.11%-- generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --11.11%-- xfs_mark_inode_dirty_sync	[xfs]
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] init_buffer_head

     0.00%  postgres  [kernel]                     [k] elv_merge

     0.00%  postgres  [kernel]                     [k] rb_insert_color
                |          
                |--33.33%-- enqueue_entity
                |          enqueue_task_fair
                |          enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          |          
                |          |--66.67%-- __wake_up_common
                |          |          __wake_up
                |          |          insert_work
                |          |          __queue_work
                |          |          delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--50.00%-- s_lock
                |          |          |          
                |          |           --50.00%-- LockBuffer
                |          |          
                |           --33.33%-- wake_bit_function
                |                     __wake_up_common
                |                     __wake_up
                |                     __wake_up_bit
                |                     unlock_page
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     FlushRelationBuffers
                |          
                |--22.22%-- enqueue_hrtimer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |           --50.00%-- UnpinBuffer
                |          
                |--22.22%-- __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                |--11.11%-- put_prev_task_fair
                |          schedule
                |          retint_careful
                |          ReleaseAndReadBuffer
                |          
                 --11.11%-- schedule
                           retint_careful
                           s_lock

     0.00%  postgres  [kernel]                     [k] rb_next
                |          
                |--33.33%-- __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--66.67%-- s_lock
                |          |          
                |           --33.33%-- slot_deform_tuple
                |          
                |--22.22%-- deadline_move_request
                |          deadline_dispatch_requests
                |          blk_peek_request
                |          scsi_request_fn
                |          __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          FlushRelationBuffers
                |          
                |--11.11%-- __dequeue_entity
                |          set_next_entity
                |          pick_next_task_fair
                |          schedule
                |          retint_careful
                |          ReadBuffer_common
                |          
                |--11.11%-- elv_latter_request
                |          attempt_back_merge
                |          __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                |--11.11%-- deadline_dispatch_requests
                |          blk_peek_request
                |          scsi_request_fn
                |          __generic_unplug_device
                |          elv_insert
                |          __elv_add_request
                |          __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --11.11%-- elv_rb_latter_request
                           elv_latter_request
                           attempt_back_merge
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  ./pg9.2/bin/postgres         [.] heap_prepare_insert

     0.00%  postgres  ./pg9.2/bin/postgres         [.] heap_insert

     0.00%  postgres  ./pg9.2/bin/postgres         [.] RelationPutHeapTuple

     0.00%  postgres  [kernel]                     [k] system_call_after_swapgs
                |          
                |--37.50%-- slot_getsomeattrs
                |          
                |--25.00%-- __write
                |          
                |--12.50%-- s_lock
                |          
                |--12.50%-- semop
                |          
                 --12.50%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] read_tsc
                |          
                |--62.50%-- hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--20.00%-- ExecReScanIndexOnlyScan
                |          |          
                |          |--20.00%-- s_lock
                |          |          
                |          |--20.00%-- BufferGetBlockNumber
                |          |          
                |          |--20.00%-- LockBuffer
                |          |          
                |           --20.00%-- ReadBuffer_common
                |          
                |--25.00%-- ktime_get
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- PinBuffer
                |          |          
                |           --50.00%-- s_lock
                |          
                 --12.50%-- tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           LWLockAcquire

     0.00%  postgres  [kernel]                     [k] hrtick_start_fair
                |          
                |--50.00%-- dequeue_task_fair
                |          dequeue_task
                |          deactivate_task
                |          thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--25.00%-- dequeue_task
                |          deactivate_task
                |          thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                |--12.50%-- enqueue_task_fair
                |          enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          PinBuffer
                |          
                 --12.50%-- pick_next_task_fair
                           schedule
                           __cond_resched
                           _cond_resched
                           xfs_cluster_write	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] task_tick_fair
                |          
                |--62.50%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--40.00%-- PinBuffer
                |          |          
                |          |--20.00%-- UnpinBuffer
                |          |          
                |          |--20.00%-- check_stack_depth
                |          |          
                |           --20.00%-- s_lock
                |          
                 --37.50%-- scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--66.67%-- PinBuffer
                           |          
                            --33.33%-- s_lock

     0.00%  postgres  [kernel]                     [k] pick_next_task_rt
                |          
                |--50.00%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --50.00%-- thread_return
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] softlockup_tick
                |          
                |--62.50%-- run_local_timers
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--80.00%-- s_lock
                |          |          
                |           --20.00%-- UnpinBuffer
                |          
                 --37.50%-- update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--66.67%-- s_lock
                           |          
                            --33.33%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] force_quiescent_state
                |          
                |--87.50%-- __rcu_process_callbacks
                |          rcu_process_callbacks
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--57.14%-- s_lock
                |          |          
                |          |--14.29%-- LWLockAcquire
                |          |          
                |          |--14.29%-- ExecLimit
                |          |          
                |           --14.29%-- ExecSubPlan
                |          
                 --12.50%-- rcu_process_callbacks
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           PinBuffer

     0.00%  postgres  [kernel]                     [k] __perf_event_sched_out
                |          
                |--62.50%-- perf_event_task_tick
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--60.00%-- PinBuffer
                |          |          
                |          |--20.00%-- LockBuffer
                |          |          
                |           --20.00%-- LWLockAcquire
                |          
                |--25.00%-- perf_event_task_sched_out
                |          schedule
                |          |          
                |          |--50.00%-- retint_careful
                |          |          slot_deform_tuple
                |          |          
                |           --50.00%-- sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --12.50%-- scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           PinBuffer

     0.00%  postgres  [kernel]                     [k] mempool_alloc
                |          
                |--87.50%-- get_request
                |          get_request_wait
                |          __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --12.50%-- get_request_wait
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] zone_nr_free_pages
                |          
                |--50.00%-- alloc_page_vma
                |          |          
                |          |--75.00%-- do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--66.67%-- AllocSetAlloc
                |          |          |          
                |          |           --33.33%-- MemoryContextAllocZero
                |          |          
                |           --25.00%-- shmem_alloc_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                 --50.00%-- alloc_pages_current
                           |          
                           |--75.00%-- __page_cache_alloc
                           |          grab_cache_page_write_begin
                           |          block_write_begin
                           |          xfs_vm_write_begin	[xfs]
                           |          generic_perform_write
                           |          generic_file_buffered_write
                           |          xfs_write	[xfs]
                           |          xfs_file_aio_write	[xfs]
                           |          do_sync_write
                           |          vfs_write
                           |          sys_write
                           |          system_call_fastpath
                           |          __write
                           |          
                            --25.00%-- new_slab
                                      __slab_alloc
                                      kmem_cache_alloc
                                      alloc_buffer_head
                                      alloc_page_buffers
                                      create_empty_buffers
                                      __block_prepare_write
                                      block_write_begin
                                      xfs_vm_write_begin	[xfs]
                                      generic_perform_write
                                      generic_file_buffered_write
                                      xfs_write	[xfs]
                                      xfs_file_aio_write	[xfs]
                                      do_sync_write
                                      vfs_write
                                      sys_write
                                      system_call_fastpath
                                      __write

     0.00%  postgres  [kernel]                     [k] scsi_device_unbusy
                |          
                |--75.00%-- fsync
                |          
                 --25.00%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __xfs_get_blocks	[xfs]

     0.00%  postgres  ./pg9.2/bin/postgres         [.] memmove@plt

     0.00%  postgres  ./pg9.2/bin/postgres         [.] memcpy@plt

     0.00%  postgres  ./pg9.2/bin/postgres         [.] standard_ExecutorRun

     0.00%  postgres  [kernel]                     [k] call_softirq
                |          
                |--71.43%-- irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--60.00%-- s_lock
                |          |          
                |          |--20.00%-- PinBuffer
                |          |          
                |           --20.00%-- pfree
                |          
                 --28.57%-- do_softirq
                           irq_exit
                           |          
                           |--50.00%-- smp_apic_timer_interrupt
                           |          apic_timer_interrupt
                           |          _bt_search
                           |          
                            --50.00%-- do_IRQ
                                      ret_from_intr
                                      fsync

     0.00%  postgres  [kernel]                     [k] __wake_up
                |          
                |--71.43%-- __queue_work
                |          |          
                |          |--80.00%-- delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--50.00%-- s_lock
                |          |          |          
                |          |          |--25.00%-- heapgettup_pagemode
                |          |          |          
                |          |           --25.00%-- UnpinBuffer
                |          |          
                |           --20.00%-- queue_work_on
                |                     queue_work
                |                     xfs_finish_ioend	[xfs]
                |                     xfs_end_bio	[xfs]
                |                     bio_endio
                |                     req_bio_endio
                |                     blk_update_request
                |                     blk_update_bidi_request
                |                     blk_end_bidi_request
                |                     blk_end_request
                |                     scsi_end_request
                |                     scsi_io_completion
                |                     scsi_finish_command
                |                     scsi_softirq_done
                |                     blk_done_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     do_IRQ
                |                     ret_from_intr
                |                     FlushRelationBuffers
                |          
                |--14.29%-- __wake_up_bit
                |          unlock_page
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          FlushRelationBuffers
                |          
                 --14.29%-- insert_work
                           __queue_work
                           queue_work_on
                           queue_work
                           xfs_finish_ioend	[xfs]
                           xfs_end_bio	[xfs]
                           bio_endio
                           req_bio_endio
                           blk_update_request
                           blk_update_bidi_request
                           blk_end_bidi_request
                           blk_end_request
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] update_shares
                |          
                |--71.43%-- select_task_rq_fair
                |          try_to_wake_up
                |          |          
                |          |--60.00%-- default_wake_function
                |          |          autoremove_wake_function
                |          |          __wake_up_common
                |          |          __wake_up
                |          |          insert_work
                |          |          __queue_work
                |          |          delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--33.33%-- s_lock
                |          |          |          
                |          |          |--33.33%-- ExecProject
                |          |          |          
                |          |           --33.33%-- PinBuffer
                |          |          
                |           --40.00%-- wake_up_process
                |                     update_queue
                |                     sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --28.57%-- try_to_wake_up
                           |          
                           |--50.00%-- wake_up_process
                           |          update_queue
                           |          sys_semtimedop
                           |          sys_semop
                           |          system_call_fastpath
                           |          semop
                           |          
                            --50.00%-- default_wake_function
                                      autoremove_wake_function
                                      __wake_up_common
                                      __wake_up
                                      insert_work
                                      __queue_work
                                      delayed_work_timer_fn
                                      run_timer_softirq
                                      __do_softirq
                                      call_softirq
                                      do_softirq
                                      irq_exit
                                      smp_apic_timer_interrupt
                                      apic_timer_interrupt
                                      s_lock

     0.00%  postgres  [kernel]                     [k] finish_task_switch
                |          
                |--57.14%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --42.86%-- retint_careful
                           |          
                           |--66.67%-- s_lock
                           |          
                            --33.33%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] enqueue_task_fair
                |          
                |--71.43%-- enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          |          
                |          |--80.00%-- delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--75.00%-- s_lock
                |          |          |          
                |          |           --25.00%-- PinBuffer
                |          |          
                |           --20.00%-- queue_work_on
                |                     queue_work
                |                     xfs_finish_ioend	[xfs]
                |                     xfs_end_bio	[xfs]
                |                     bio_endio
                |                     req_bio_endio
                |                     blk_update_request
                |                     blk_update_bidi_request
                |                     blk_end_bidi_request
                |                     blk_end_request
                |                     scsi_end_request
                |                     scsi_io_completion
                |                     scsi_finish_command
                |                     scsi_softirq_done
                |                     blk_done_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     do_IRQ
                |                     ret_from_intr
                |                     fsync
                |          
                 --28.57%-- activate_task
                           try_to_wake_up
                           default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--50.00%-- s_lock
                           |          
                            --50.00%-- LWLockAcquire

     0.00%  postgres  [kernel]                     [k] rebalance_domains
                |          
                |--42.86%-- s_lock
                |          
                |--28.57%-- PinBuffer
                |          
                |--14.29%-- LWLockAcquire
                |          
                 --14.29%-- BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] pick_next_task_fair
                |          
                |--71.43%-- schedule
                |          |          
                |          |--60.00%-- retint_careful
                |          |          |          
                |          |          |--66.67%-- PinBuffer
                |          |          |          
                |          |           --33.33%-- LWLockAcquire
                |          |          
                |           --40.00%-- sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --28.57%-- sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] __local_bh_enable
                |          
                |--71.43%-- __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--80.00%-- s_lock
                |          |          
                |           --20.00%-- slot_deform_tuple
                |          
                 --28.57%-- call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--50.00%-- _bt_moveright
                           |          
                            --50.00%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] pid_vnr
                |          
                |--57.14%-- sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --42.86%-- sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] tick_sched_timer
                |          
                |--57.14%-- __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--75.00%-- s_lock
                |          |          
                |           --25.00%-- PinBuffer
                |          
                 --42.86%-- hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] __smp_call_function_single
                |          
                |--57.14%-- fsync
                |          
                 --42.86%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] clear_page_dirty_for_io
                |          
                |--57.14%-- write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --42.86%-- xfs_start_page_writeback	[xfs]
                           xfs_convert_page	[xfs]
                           xfs_cluster_write	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] elv_queue_empty
                |          
                |--85.71%-- __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --14.29%-- __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] blk_update_request
                |          
                |--71.43%-- do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --28.57%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] sg_next
                |          
                |--28.57%-- scsi_dma_map
                |          megasas_make_sgl64	[megaraid_sas]
                |          megasas_build_ldio	[megaraid_sas]
                |          megasas_queue_command	[megaraid_sas]
                |          scsi_dispatch_cmd
                |          scsi_request_fn
                |          __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_call_function_single_interrupt
                |          call_function_single_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |           --50.00%-- fsync
                |          
                |--28.57%-- swiotlb_unmap_sg_attrs
                |          scsi_dma_unmap
                |          T.856	[megaraid_sas]
                |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          tasklet_action
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--50.00%-- _bt_first
                |          |          
                |           --50.00%-- FlushRelationBuffers
                |          
                |--14.29%-- megasas_build_ldio	[megaraid_sas]
                |          megasas_queue_command	[megaraid_sas]
                |          scsi_dispatch_cmd
                |          scsi_request_fn
                |          __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_call_function_single_interrupt
                |          call_function_single_interrupt
                |          s_lock
                |          
                |--14.29%-- megasas_make_sgl64	[megaraid_sas]
                |          megasas_build_ldio	[megaraid_sas]
                |          megasas_queue_command	[megaraid_sas]
                |          scsi_dispatch_cmd
                |          scsi_request_fn
                |          __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_call_function_single_interrupt
                |          call_function_single_interrupt
                |          s_lock
                |          
                 --14.29%-- scsi_dma_unmap
                           T.856	[megaraid_sas]
                           megasas_complete_cmd_dpc	[megaraid_sas]
                           tasklet_action
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] scsi_setup_fs_cmnd
                |          
                |--71.43%-- sd_prep_fn
                |          blk_peek_request
                |          scsi_request_fn
                |          |          
                |          |--80.00%-- __blk_run_queue
                |          |          blk_run_queue
                |          |          scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          |          
                |          |          |--75.00%-- fsync
                |          |          |          
                |          |           --25.00%-- FlushRelationBuffers
                |          |          
                |           --20.00%-- __generic_unplug_device
                |                     elv_insert
                |                     __elv_add_request
                |                     __make_request
                |                     generic_make_request
                |                     submit_bio
                |                     xfs_submit_ioend_bio	[xfs]
                |                     xfs_submit_ioend	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --28.57%-- blk_peek_request
                           scsi_request_fn
                           __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] error_swapgs
                |          
                |--85.71%-- slot_getsomeattrs
                |          
                 --14.29%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] smp_apic_timer_interrupt
                |          
                |          |          
                |          |--50.00%-- UnpinBuffer
                |          |          
                |           --50.00%-- LWLockAcquire
                |          
                 --42.86%-- apic_timer_interrupt
                           |          
                           |--33.33%-- s_lock
                           |          
                           |--33.33%-- BufferGetBlockNumber
                           |          
                            --33.33%-- fsync

     0.00%  postgres  [kernel]                     [k] xfs_count_page_state	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_map_at_offset	[xfs]
                |          
                |--71.43%-- xfs_convert_page	[xfs]
                |          xfs_cluster_write	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --28.57%-- xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ExecSort

     0.00%  postgres  [kernel]                     [k] exit_idle
                |          
                |--50.00%-- apic_timer_interrupt
                |          |          
                |          |--66.67%-- s_lock
                |          |          
                |           --33.33%-- UnpinBuffer
                |          
                |--33.33%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |           --50.00%-- FlushRelationBuffers
                |          
                 --16.67%-- ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] effective_load
                |          
                |--66.67%-- wake_affine
                |          select_task_rq_fair
                |          try_to_wake_up
                |          wake_up_process
                |          update_queue
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --33.33%-- select_task_rq_fair
                           try_to_wake_up
                           wake_up_process
                           update_queue
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] task_of
                |          
                |--33.33%-- enqueue_entity
                |          enqueue_task_fair
                |          enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- LWLockRelease
                |          |          
                |           --50.00%-- s_lock
                |          
                |--33.33%-- dequeue_entity
                |          dequeue_task_fair
                |          dequeue_task
                |          deactivate_task
                |          thread_return
                |          |          
                |          |--50.00%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --50.00%-- io_schedule
                |                     sync_page
                |                     __wait_on_bit_lock
                |                     __lock_page
                |                     find_lock_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     FlushRelationBuffers
                |          
                |--16.67%-- put_prev_task_fair
                |          schedule
                |          retint_careful
                |          s_lock
                |          
                 --16.67%-- entity_tick
                           task_tick_fair
                           scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           LWLockRelease

     0.00%  postgres  [kernel]                     [k] default_wake_function
                |          
                |--83.33%-- __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--40.00%-- ReadBuffer_common
                |          |          
                |          |--20.00%-- PinBuffer
                |          |          
                |          |--20.00%-- s_lock
                |          |          
                |           --20.00%-- LWLockAcquire
                |          
                 --16.67%-- autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] place_entity
                |          
                |--83.33%-- enqueue_entity
                |          enqueue_task_fair
                |          enqueue_task
                |          activate_task
                |          try_to_wake_up
                |          |          
                |          |--80.00%-- default_wake_function
                |          |          autoremove_wake_function
                |          |          __wake_up_common
                |          |          __wake_up
                |          |          insert_work
                |          |          __queue_work
                |          |          delayed_work_timer_fn
                |          |          run_timer_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          |          
                |          |          |--75.00%-- s_lock
                |          |          |          
                |          |           --25.00%-- BufferGetBlockNumber
                |          |          
                |           --20.00%-- wake_up_process
                |                     update_queue
                |                     sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --16.67%-- enqueue_task_fair
                           enqueue_task
                           activate_task
                           try_to_wake_up
                           default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           UnpinBuffer

     0.00%  postgres  [kernel]                     [k] jiffies_to_timeval
                |          
                |--66.67%-- acct_update_integrals
                |          account_user_time
                |          account_process_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- PinBuffer
                |          |          
                |          |--25.00%-- ReleaseAndReadBuffer
                |          |          
                |           --25.00%-- s_lock
                |          
                |--16.67%-- account_user_time
                |          account_process_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                 --16.67%-- account_system_time
                           account_process_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           slot_getsomeattrs

     0.00%  postgres  [kernel]                     [k] irq_exit
                |          
                |--83.33%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--60.00%-- s_lock
                |          |          
                |          |--20.00%-- BufferGetBlockNumber
                |          |          
                |           --20.00%-- PinBuffer
                |          
                 --16.67%-- do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] update_process_times
                |          
                |--33.33%-- PinBuffer
                |          
                |--16.67%-- s_lock
                |          
                |--16.67%-- _bt_checkkeys
                |          
                |--16.67%-- LockBuffer
                |          
                 --16.67%-- _bt_binsrch

     0.00%  postgres  [kernel]                     [k] rcu_irq_enter
                |          
                |--50.00%-- smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                 --50.00%-- irq_enter
                           |          
                           |--66.67%-- smp_apic_timer_interrupt
                           |          apic_timer_interrupt
                           |          |          
                           |          |--50.00%-- PinBuffer
                           |          |          
                           |           --50.00%-- s_lock
                           |          
                            --33.33%-- do_IRQ
                                      ret_from_intr
                                      fsync

     0.00%  postgres  [kernel]                     [k] perf_event_task_tick
                |          
                |--66.67%-- scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- s_lock
                |          |          
                |          |--25.00%-- UnpinBuffer
                |          |          
                |           --25.00%-- LWLockAcquire
                |          
                 --33.33%-- update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           PinBuffer

     0.00%  postgres  [kernel]                     [k] get_pageblock_flags_group
                |          
                |--83.33%-- free_hot_cold_page
                |          |          
                |          |--80.00%-- __pagevec_free
                |          |          release_pages
                |          |          free_pages_and_swap_cache
                |          |          |          
                |          |          |--50.00%-- unmap_region
                |          |          |          do_munmap
                |          |          |          sys_munmap
                |          |          |          system_call_fastpath
                |          |          |          munmap
                |          |          |          
                |          |           --50.00%-- zap_pte_range
                |          |                     unmap_page_range
                |          |                     unmap_vmas
                |          |                     unmap_region
                |          |                     do_munmap
                |          |                     sys_munmap
                |          |                     system_call_fastpath
                |          |                     munmap
                |          |          
                |           --20.00%-- free_hot_page
                |                     put_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                 --16.67%-- __pagevec_free
                           release_pages
                           free_pages_and_swap_cache
                           ___pte_free_tlb
                           free_pgd_range
                           free_pgtables
                           exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.00%  postgres  [kernel]                     [k] activate_page
                |          
                |--83.33%-- mark_page_accessed
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --16.67%-- generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] mem_cgroup_newpage_charge
                |          
                |--66.67%-- do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--75.00%-- MemoryContextAllocZero
                |          |          
                |           --25.00%-- AllocSetAlloc
                |          
                 --33.33%-- handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--50.00%-- MemoryContextAllocZero
                           |          
                            --50.00%-- AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] cap_sem_semop

     0.00%  postgres  [kernel]                     [k] blk_peek_request
                |          
                |--83.33%-- __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--60.00%-- FlushRelationBuffers
                |          |          
                |           --40.00%-- fsync
                |          
                 --16.67%-- __generic_unplug_device
                           elv_insert
                           __elv_add_request
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] __blk_recalc_rq_segments
                |          
                |--83.33%-- blk_recount_segments
                |          |          
                |          |--60.00%-- ll_back_merge_fn
                |          |          __make_request
                |          |          generic_make_request
                |          |          submit_bio
                |          |          xfs_submit_ioend_bio	[xfs]
                |          |          xfs_submit_ioend	[xfs]
                |          |          xfs_page_state_convert	[xfs]
                |          |          xfs_vm_writepage	[xfs]
                |          |          __writepage
                |          |          write_cache_pages
                |          |          generic_writepages
                |          |          xfs_vm_writepages	[xfs]
                |          |          do_writepages
                |          |          __filemap_fdatawrite_range
                |          |          filemap_write_and_wait_range
                |          |          vfs_fsync_range
                |          |          vfs_fsync
                |          |          do_fsync
                |          |          sys_fsync
                |          |          system_call_fastpath
                |          |          fsync
                |          |          
                |           --40.00%-- bio_phys_segments
                |                     blk_rq_bio_prep
                |                     init_request_from_bio
                |                     __make_request
                |                     generic_make_request
                |                     submit_bio
                |                     xfs_submit_ioend_bio	[xfs]
                |                     xfs_submit_ioend	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --16.67%-- ll_back_merge_fn
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] deadline_queue_empty
                |          
                |--66.67%-- __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --33.33%-- __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] radix_tree_insert
                |          
                |--66.67%-- shmem_getpage
                |          shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          ReadBuffer_common
                |          
                 --33.33%-- grab_cache_page_write_begin
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] scsi_softirq_done
                |          
                |--66.67%-- blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--75.00%-- do_IRQ
                |          |          ret_from_intr
                |          |          |          
                |          |          |--66.67%-- fsync
                |          |          |          
                |          |           --33.33%-- FlushRelationBuffers
                |          |          
                |           --25.00%-- smp_call_function_single_interrupt
                |                     call_function_single_interrupt
                |                     LockBuffer
                |          
                 --33.33%-- __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           |          
                           |--50.00%-- do_IRQ
                           |          ret_from_intr
                           |          fsync
                           |          
                            --50.00%-- smp_call_function_single_interrupt
                                      call_function_single_interrupt
                                      fsync

     0.00%  postgres  [kernel]                     [k] megasas_queue_command	[megaraid_sas]
                |          
                |--66.67%-- __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--75.00%-- FlushRelationBuffers
                |          |          
                |           --25.00%-- fsync
                |          
                 --33.33%-- __generic_unplug_device
                           elv_insert
                           __elv_add_request
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] xfs_iomap	[xfs]
                |          
                |--50.00%-- __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --50.00%-- xfs_map_blocks	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] xfs_is_delayed_page	[xfs]

     0.00%  postgres  ./pg9.2/bin/postgres         [.] PGSemaphoreUnlock

     0.00%  postgres  ./pg9.2/bin/postgres         [.] PGSemaphoreLock

     0.00%  postgres  ./pg9.2/bin/postgres         [.] pgstat_count_heap_insert

     0.00%  postgres  ./pg9.2/bin/postgres         [.] puttuple_common
                |          
                 --100.00%-- 0x26d2

     0.00%  postgres  [kernel]                     [k] mcount
                |          
                |--80.00%-- slot_getsomeattrs
                |          
                 --20.00%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] ret_from_intr
                |          
                |--40.00%-- s_lock
                |          
                |--20.00%-- ReadBuffer_common
                |          
                |--20.00%-- ReleaseAndReadBuffer
                |          
                 --20.00%-- fsync

     0.00%  postgres  [kernel]                     [k] __ticket_spin_trylock
                |          
                |--60.00%-- rebalance_domains
                |          run_rebalance_domains
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--66.67%-- s_lock
                |          |          
                |           --33.33%-- PinBuffer
                |          
                |--20.00%-- check_for_new_grace_period
                |          __rcu_process_callbacks
                |          rcu_process_callbacks
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          UnpinBuffer
                |          
                 --20.00%-- rcu_process_gp_end
                           __rcu_process_callbacks
                           rcu_process_callbacks
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] deactivate_task
                |          
                |--80.00%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --20.00%-- io_schedule
                           sync_page
                           __wait_on_bit_lock
                           __lock_page
                           find_lock_page
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] dequeue_task_fair
                |          
                |--80.00%-- io_schedule
                |          sync_page
                |          __wait_on_bit_lock
                |          __lock_page
                |          find_lock_page
                |          shmem_getpage
                |          shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--75.00%-- FlushRelationBuffers
                |          |          
                |           --25.00%-- ReadBuffer_common
                |          
                 --20.00%-- sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] irq_enter
                |          
                |--80.00%-- apic_timer_interrupt
                |          |          
                |          |--75.00%-- s_lock
                |          |          
                |           --25.00%-- LockBuffer
                |          
                 --20.00%-- ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] __remove_hrtimer
                |          
                |--60.00%-- __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--66.67%-- s_lock
                |          |          
                |           --33.33%-- PinBuffer
                |          
                 --40.00%-- hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--50.00%-- s_lock
                           |          
                            --50.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] hrtimer_run_queues
                |          
                |--60.00%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- s_lock
                |          |          
                |          |--33.33%-- LWLockAcquire
                |          |          
                |           --33.33%-- UnpinBuffer
                |          
                 --40.00%-- run_local_timers
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] profile_tick
                |          
                |--40.00%-- PinBuffer
                |          
                |--40.00%-- s_lock
                |          
                 --20.00%-- BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] get_seconds
                |          
                |--80.00%-- try_atomic_semop
                |          |          
                |          |--75.00%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --25.00%-- update_queue
                |                     sys_semtimedop
                |                     sys_semop
                |                     system_call_fastpath
                |                     semop
                |          
                 --20.00%-- sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] current_kernel_time
                |          
                |--80.00%-- current_fs_time
                |          file_update_time
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          FlushRelationBuffers
                |          
                 --20.00%-- file_update_time
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] update_context_time
                |          
                |--40.00%-- __perf_event_task_sched_out
                |          perf_event_task_tick
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- PinBuffer
                |          |          
                |           --50.00%-- MemoryContextReset
                |          
                |--20.00%-- perf_event_task_sched_out
                |          schedule
                |          retint_careful
                |          s_lock
                |          
                |--20.00%-- __perf_event_sched_out
                |          perf_event_task_sched_out
                |          schedule
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --20.00%-- schedule
                           io_schedule
                           sync_page
                           __wait_on_bit_lock
                           __lock_page
                           find_lock_page
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] perf_ctx_adjust_freq
                |          
                |--60.00%-- perf_event_task_tick
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--66.67%-- LWLockAcquire
                |          |          
                |           --33.33%-- LWLockRelease
                |          
                 --40.00%-- scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           PinBuffer

     0.00%  postgres  [kernel]                     [k] policy_zonelist
                |          
                |--80.00%-- alloc_page_vma
                |          |          
                |          |--75.00%-- do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--66.67%-- MemoryContextAllocZero
                |          |          |          
                |          |           --33.33%-- AllocSetAlloc
                |          |          
                |           --25.00%-- shmem_alloc_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                 --20.00%-- alloc_pages_current
                           pte_alloc_one
                           __pte_alloc
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           slot_getsomeattrs

     0.00%  postgres  [kernel]                     [k] mem_cgroup_charge_common
                |          
                |--60.00%-- mem_cgroup_cache_charge
                |          |          
                |          |--66.67%-- add_to_page_cache_locked
                |          |          add_to_page_cache_lru
                |          |          grab_cache_page_write_begin
                |          |          block_write_begin
                |          |          xfs_vm_write_begin	[xfs]
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |           --33.33%-- shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                |--20.00%-- do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          AllocSetAlloc
                |          
                 --20.00%-- mem_cgroup_newpage_charge
                           do_anonymous_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] lookup_page_cgroup
                |          
                |--60.00%-- mem_cgroup_charge_common
                |          |          
                |          |--66.67%-- mem_cgroup_newpage_charge
                |          |          do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          MemoryContextAllocZero
                |          |          
                |           --33.33%-- mem_cgroup_cache_charge
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                |--20.00%-- __mem_cgroup_uncharge_common
                |          mem_cgroup_uncharge_page
                |          page_remove_rmap
                |          zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          unmap_region
                |          do_munmap
                |          sys_munmap
                |          system_call_fastpath
                |          munmap
                |          
                 --20.00%-- mem_cgroup_del_lru_list
                           release_pages
                           free_pages_and_swap_cache
                           unmap_region
                           do_munmap
                           sys_munmap
                           system_call_fastpath
                           munmap

     0.00%  postgres  [kernel]                     [k] __block_commit_write

     0.00%  postgres  [kernel]                     [k] sys_semop

     0.00%  postgres  [kernel]                     [k] elv_dispatch_add_tail
                |          
                |--80.00%-- do_IRQ
                |          ret_from_intr
                |          |          
                |          |--50.00%-- FlushRelationBuffers
                |          |          
                |           --50.00%-- fsync
                |          
                 --20.00%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] __blk_run_queue

     0.00%  postgres  [kernel]                     [k] kref_get
                |          
                |--60.00%-- scsi_request_fn
                |          |          
                |          |--66.67%-- __blk_run_queue
                |          |          blk_run_queue
                |          |          scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          |          
                |          |          |--50.00%-- do_IRQ
                |          |          |          ret_from_intr
                |          |          |          fsync
                |          |          |          
                |          |           --50.00%-- smp_call_function_single_interrupt
                |          |                     call_function_single_interrupt
                |          |                     fsync
                |          |          
                |           --33.33%-- __generic_unplug_device
                |                     elv_insert
                |                     __elv_add_request
                |                     __make_request
                |                     generic_make_request
                |                     submit_bio
                |                     xfs_submit_ioend_bio	[xfs]
                |                     xfs_submit_ioend	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --40.00%-- scsi_get_command
                           scsi_setup_fs_cmnd
                           sd_prep_fn
                           blk_peek_request
                           scsi_request_fn
                           |          
                           |--50.00%-- __blk_run_queue
                           |          blk_run_queue
                           |          scsi_run_queue
                           |          scsi_next_command
                           |          scsi_end_request
                           |          scsi_io_completion
                           |          scsi_finish_command
                           |          scsi_softirq_done
                           |          blk_done_softirq
                           |          __do_softirq
                           |          call_softirq
                           |          do_softirq
                           |          irq_exit
                           |          do_IRQ
                           |          ret_from_intr
                           |          fsync
                           |          
                            --50.00%-- __generic_unplug_device
                                      elv_insert
                                      __elv_add_request
                                      __make_request
                                      generic_make_request
                                      submit_bio
                                      xfs_submit_ioend_bio	[xfs]
                                      xfs_submit_ioend	[xfs]
                                      xfs_page_state_convert	[xfs]
                                      xfs_vm_writepage	[xfs]
                                      __writepage
                                      write_cache_pages
                                      generic_writepages
                                      xfs_vm_writepages	[xfs]
                                      do_writepages
                                      __filemap_fdatawrite_range
                                      filemap_write_and_wait_range
                                      vfs_fsync_range
                                      vfs_fsync
                                      do_fsync
                                      sys_fsync
                                      system_call_fastpath
                                      fsync

     0.00%  postgres  [kernel]                     [k] scsi_dispatch_cmd
                |          
                |--60.00%-- __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          |          
                |          |--66.67%-- do_IRQ
                |          |          ret_from_intr
                |          |          fsync
                |          |          
                |           --33.33%-- smp_call_function_single_interrupt
                |                     call_function_single_interrupt
                |                     fsync
                |          
                 --40.00%-- __generic_unplug_device
                           elv_insert
                           __elv_add_request
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] down_write
                |          
                |--80.00%-- xfs_ilock	[xfs]
                |          |          
                |          |--50.00%-- xfs_iomap	[xfs]
                |          |          __xfs_get_blocks	[xfs]
                |          |          xfs_get_blocks	[xfs]
                |          |          __block_prepare_write
                |          |          block_write_begin
                |          |          xfs_vm_write_begin	[xfs]
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |           --50.00%-- xfs_write	[xfs]
                |                     xfs_file_aio_write	[xfs]
                |                     do_sync_write
                |                     vfs_write
                |                     sys_write
                |                     system_call_fastpath
                |                     __write
                |          
                 --20.00%-- xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] xfs_iext_bno_to_ext	[xfs]
                |          
                |--80.00%-- xfs_bmap_search_multi_extents	[xfs]
                |          xfs_bmap_search_extents	[xfs]
                |          xfs_bmapi	[xfs]
                |          |          
                |          |--50.00%-- xfs_iomap_eof_want_preallocate	[xfs]
                |          |          xfs_iomap_write_delay	[xfs]
                |          |          xfs_iomap	[xfs]
                |          |          __xfs_get_blocks	[xfs]
                |          |          xfs_get_blocks	[xfs]
                |          |          __block_prepare_write
                |          |          block_write_begin
                |          |          xfs_vm_write_begin	[xfs]
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |          |--25.00%-- xfs_iomap_write_delay	[xfs]
                |          |          xfs_iomap	[xfs]
                |          |          __xfs_get_blocks	[xfs]
                |          |          xfs_get_blocks	[xfs]
                |          |          __block_prepare_write
                |          |          block_write_begin
                |          |          xfs_vm_write_begin	[xfs]
                |          |          generic_perform_write
                |          |          generic_file_buffered_write
                |          |          xfs_write	[xfs]
                |          |          xfs_file_aio_write	[xfs]
                |          |          do_sync_write
                |          |          vfs_write
                |          |          sys_write
                |          |          system_call_fastpath
                |          |          __write
                |          |          
                |           --25.00%-- xfs_iomap	[xfs]
                |                     xfs_map_blocks	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --20.00%-- xfs_bmap_search_extents	[xfs]
                           xfs_bmapi	[xfs]
                           xfs_iomap	[xfs]
                           __xfs_get_blocks	[xfs]
                           xfs_get_blocks	[xfs]
                           __block_prepare_write
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] xfs_page_state_convert	[xfs]

     0.00%  postgres  ./pg9.2/bin/postgres         [.] GetVisibilityMapPins

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ReadBufferBI

     0.00%  postgres  ./pg9.2/bin/postgres         [.] tuplesort_gettupleslot

     0.00%  postgres  [kernel]                     [k] sched_clock
                |          
                |--50.00%-- cpu_clock
                |          |          
                |          |--50.00%-- softlockup_tick
                |          |          run_local_timers
                |          |          update_process_times
                |          |          tick_sched_timer
                |          |          __run_hrtimer
                |          |          hrtimer_interrupt
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          s_lock
                |          |          
                |           --50.00%-- update_context_time
                |                     perf_event_task_sched_out
                |                     schedule
                |                     retint_careful
                |                     PinBuffer
                |          
                |--25.00%-- schedule
                |          retint_careful
                |          s_lock
                |          
                 --25.00%-- scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] check_preempt_curr
                |          
                |--75.00%-- try_to_wake_up
                |          default_wake_function
                |          autoremove_wake_function
                |          __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--66.67%-- LWLockAcquire
                |          |          
                |           --33.33%-- PinBuffer
                |          
                 --25.00%-- default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           ScanKeyEntryInitializeWithInfo

     0.00%  postgres  [kernel]                     [k] update_shares_locked
                |          
                |--50.00%-- thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --50.00%-- load_balance_newidle
                           thread_return
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] load_balance
                |          
                |--50.00%-- s_lock
                |          
                |--25.00%-- ReadBuffer_common
                |          
                 --25.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] run_rebalance_domains
                |          
                |--75.00%-- __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--33.33%-- PinBuffer
                |          |          
                |          |--33.33%-- UnpinBuffer
                |          |          
                |           --33.33%-- ReadBuffer_common
                |          
                 --25.00%-- call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] current_fs_time
                |          
                |--75.00%-- file_update_time
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- FlushRelationBuffers
                |          |          
                |           --33.33%-- ReadBuffer_common
                |          
                 --25.00%-- __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] tasklet_action
                |          
                |--50.00%-- FlushRelationBuffers
                |          
                 --50.00%-- fsync

     0.00%  postgres  [kernel]                     [k] autoremove_wake_function
                |          
                |--50.00%-- __wake_up_common
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                 --50.00%-- __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           |          
                           |--50.00%-- PinBuffer
                           |          
                            --50.00%-- s_lock

     0.00%  postgres  [kernel]                     [k] add_to_page_cache_locked
                |          
                |--75.00%-- grab_cache_page_write_begin
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --25.00%-- shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] zone_watermark_ok
                |          
                |--75.00%-- __alloc_pages_nodemask
                |          alloc_page_vma
                |          |          
                |          |--66.67%-- do_anonymous_page
                |          |          handle_mm_fault
                |          |          do_page_fault
                |          |          page_fault
                |          |          |          
                |          |          |--50.00%-- AllocSetAlloc
                |          |          |          
                |          |           --50.00%-- MemoryContextAllocZero
                |          |          
                |           --33.33%-- shmem_alloc_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     ReadBuffer_common
                |          
                 --25.00%-- get_page_from_freelist
                           __alloc_pages_nodemask
                           alloc_pages_current
                           __page_cache_alloc
                           grab_cache_page_write_begin
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] page_evictable
                |          
                |--50.00%-- page_add_new_anon_rmap
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          AllocSetAlloc
                |          
                 --50.00%-- do_anonymous_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           |          
                           |--50.00%-- AllocSetAlloc
                           |          
                            --50.00%-- MemoryContextAllocZero

     0.00%  postgres  [kernel]                     [k] __inc_zone_page_state
                |          
                |--25.00%-- page_add_new_anon_rmap
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          AllocSetAlloc
                |          
                |--25.00%-- do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          AllocSetAlloc
                |          
                |--25.00%-- account_page_dirtied
                |          __set_page_dirty
                |          mark_buffer_dirty
                |          __block_commit_write
                |          block_write_end
                |          generic_write_end
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --25.00%-- add_to_page_cache_lru
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] do_anonymous_page
                |          
                |--75.00%-- handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- AllocSetAlloc
                |          |          
                |           --33.33%-- MemoryContextAllocZero
                |          
                 --25.00%-- do_page_fault
                           page_fault
                           AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] __pte_alloc
                |          
                |--75.00%-- do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- slot_getsomeattrs
                |          |          
                |           --33.33%-- FlushRelationBuffers
                |          
                 --25.00%-- handle_mm_fault
                           do_page_fault
                           page_fault
                           slot_getsomeattrs

     0.00%  postgres  [kernel]                     [k] alloc_page_vma
                |          
                |--75.00%-- do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- AllocSetAlloc
                |          |          
                |           --33.33%-- MemoryContextAllocZero
                |          
                 --25.00%-- shmem_alloc_page
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] __slab_alloc
                |          
                |--75.00%-- mempool_alloc_slab
                |          mempool_alloc
                |          scsi_sg_alloc
                |          __sg_alloc_table
                |          scsi_alloc_sgtable
                |          scsi_init_sgtable
                |          scsi_init_io
                |          scsi_setup_fs_cmnd
                |          sd_prep_fn
                |          blk_peek_request
                |          scsi_request_fn
                |          |          
                |          |--66.67%-- __blk_run_queue
                |          |          blk_run_queue
                |          |          scsi_run_queue
                |          |          scsi_next_command
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          do_IRQ
                |          |          ret_from_intr
                |          |          FlushRelationBuffers
                |          |          
                |           --33.33%-- __generic_unplug_device
                |                     elv_insert
                |                     __elv_add_request
                |                     __make_request
                |                     generic_make_request
                |                     submit_bio
                |                     xfs_submit_ioend_bio	[xfs]
                |                     xfs_submit_ioend	[xfs]
                |                     xfs_page_state_convert	[xfs]
                |                     xfs_vm_writepage	[xfs]
                |                     __writepage
                |                     write_cache_pages
                |                     generic_writepages
                |                     xfs_vm_writepages	[xfs]
                |                     do_writepages
                |                     __filemap_fdatawrite_range
                |                     filemap_write_and_wait_range
                |                     vfs_fsync_range
                |                     vfs_fsync
                |                     do_fsync
                |                     sys_fsync
                |                     system_call_fastpath
                |                     fsync
                |          
                 --25.00%-- scsi_pool_alloc_command
                           scsi_host_alloc_command
                           __scsi_get_command
                           scsi_get_command
                           scsi_setup_fs_cmnd
                           sd_prep_fn
                           blk_peek_request
                           scsi_request_fn
                           __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] mem_cgroup_get_reclaim_stat_from_page
                |          
                |--75.00%-- lru_cache_add_lru
                |          page_add_new_anon_rmap
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--66.67%-- AllocSetAlloc
                |          |          
                |           --33.33%-- MemoryContextAllocZero
                |          
                 --25.00%-- add_to_page_cache_lru
                           grab_cache_page_write_begin
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] mem_cgroup_uncharge_page
                |          
                |--75.00%-- page_remove_rmap
                |          zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          unmap_region
                |          do_munmap
                |          sys_munmap
                |          system_call_fastpath
                |          munmap
                |          
                 --25.00%-- zap_pte_range
                           unmap_page_range
                           unmap_vmas
                           exit_mmap
                           mmput
                           exit_mm
                           do_exit
                           do_group_exit
                           sys_exit_group
                           system_call_fastpath

     0.00%  postgres  [kernel]                     [k] mem_cgroup_cache_charge
                |          
                |--75.00%-- shmem_getpage
                |          shmem_fault
                |          shm_fault
                |          __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          ReadBuffer_common
                |          
                 --25.00%-- grab_cache_page_write_begin
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] __block_prepare_write
                |          
                |--75.00%-- block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --25.00%-- xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] bio_get_nr_vecs

     0.00%  postgres  [kernel]                     [k] elv_insert

     0.00%  postgres  [kernel]                     [k] req_bio_endio

     0.00%  postgres  [kernel]                     [k] get_request

     0.00%  postgres  [kernel]                     [k] blk_run_queue
                |          
                |--75.00%-- smp_call_function_single_interrupt
                |          call_function_single_interrupt
                |          fsync
                |          
                 --25.00%-- do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] blk_add_timer
                |          
                |--75.00%-- blk_start_request
                |          scsi_request_fn
                |          __generic_unplug_device
                |          elv_insert
                |          __elv_add_request
                |          __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --25.00%-- scsi_request_fn
                           __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_call_function_single_interrupt
                           call_function_single_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] deadline_dispatch_requests
                |          
                |--75.00%-- blk_peek_request
                |          scsi_request_fn
                |          __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--66.67%-- FlushRelationBuffers
                |          |          
                |           --33.33%-- fsync
                |          
                 --25.00%-- scsi_request_fn
                           __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_call_function_single_interrupt
                           call_function_single_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] kobject_put
                |          
                |--50.00%-- scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--50.00%-- FlushRelationBuffers
                |          |          
                |           --50.00%-- fsync
                |          
                 --50.00%-- __scsi_put_command
                           scsi_put_command
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           |          
                           |--50.00%-- do_IRQ
                           |          ret_from_intr
                           |          fsync
                           |          
                            --50.00%-- smp_call_function_single_interrupt
                                      call_function_single_interrupt
                                      fsync

     0.00%  postgres  [kernel]                     [k] scsi_finish_command
                |          
                |--75.00%-- smp_call_function_single_interrupt
                |          call_function_single_interrupt
                |          |          
                |          |--66.67%-- fsync
                |          |          
                |           --33.33%-- s_lock
                |          
                 --25.00%-- do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] scsi_get_command
                |          
                |--75.00%-- __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          FlushRelationBuffers
                |          
                 --25.00%-- __generic_unplug_device
                           elv_insert
                           __elv_add_request
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] scsi_run_queue

     0.00%  postgres  [kernel]                     [k] sd_prep_fn
                |          
                |--75.00%-- FlushRelationBuffers
                |          
                 --25.00%-- fsync

     0.00%  postgres  [kernel]                     [k] __wait_on_bit_lock
                |          
                |--75.00%-- FlushRelationBuffers
                |          
                 --25.00%-- ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] mutex_lock
                |          
                |--75.00%-- xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --25.00%-- vfs_llseek
                           sys_lseek
                           system_call_fastpath
                           llseek

     0.00%  postgres  [kernel]                     [k] _spin_lock_irq
                |          
                |--75.00%-- sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --25.00%-- __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] xfs_ilock	[xfs]
                |          
                |--50.00%-- xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--25.00%-- __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --25.00%-- xfs_iomap	[xfs]
                           __xfs_get_blocks	[xfs]
                           xfs_get_blocks	[xfs]
                           __block_prepare_write
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] xfs_start_buffer_writeback	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_convert_page	[xfs]

     0.00%  postgres  ./pg9.2/bin/postgres         [.] StartBufferIO

     0.00%  postgres  ./pg9.2/bin/postgres         [.] CheckForSerializableConflictIn

     0.00%  postgres  [kernel]                     [k] dequeue_task
                |          
                |--66.67%-- deactivate_task
                |          thread_return
                |          |          
                |          |--50.00%-- sys_semtimedop
                |          |          sys_semop
                |          |          system_call_fastpath
                |          |          semop
                |          |          
                |           --50.00%-- io_schedule
                |                     sync_page
                |                     __wait_on_bit_lock
                |                     __lock_page
                |                     find_lock_page
                |                     shmem_getpage
                |                     shmem_fault
                |                     shm_fault
                |                     __do_fault
                |                     handle_mm_fault
                |                     do_page_fault
                |                     page_fault
                |                     FlushRelationBuffers
                |          
                 --33.33%-- thread_return
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] activate_task
                |          
                |--66.67%-- try_to_wake_up
                |          wake_up_process
                |          update_queue
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --33.33%-- default_wake_function
                           autoremove_wake_function
                           __wake_up_common
                           __wake_up
                           insert_work
                           __queue_work
                           delayed_work_timer_fn
                           run_timer_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           UnpinBuffer

     0.00%  postgres  [kernel]                     [k] fix_small_imbalance
                |          
                |--66.67%-- schedule_hrtimeout_range
                |          poll_schedule_timeout
                |          do_select
                |          core_sys_select
                |          sys_select
                |          system_call_fastpath
                |          __select
                |          
                 --33.33%-- sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] pick_next_task_idle

     0.00%  postgres  [kernel]                     [k] __dequeue_entity
                |          
                |--66.67%-- set_next_entity
                |          pick_next_task_fair
                |          schedule
                |          retint_careful
                |          |          
                |          |--50.00%-- PinBuffer
                |          |          
                |           --50.00%-- LWLockAcquire
                |          
                 --33.33%-- pick_next_task_fair
                           schedule
                           retint_careful
                           s_lock

     0.00%  postgres  [kernel]                     [k] wake_bit_function

     0.00%  postgres  [kernel]                     [k] enqueue_hrtimer
                |          
                |--66.67%-- __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          |          
                |          |--50.00%-- slot_deform_tuple
                |          |          
                |           --50.00%-- ReleaseAndReadBuffer
                |          
                 --33.33%-- hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           PinBuffer

     0.00%  postgres  [kernel]                     [k] up_write
                |          
                |--66.67%-- xfs_iomap	[xfs]
                |          __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] generic_smp_call_function_single_interrupt
                |          
                |--66.67%-- fsync
                |          
                 --33.33%-- BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] rcu_irq_exit
                |          
                |--33.33%-- LWLockRelease
                |          
                |--33.33%-- s_lock
                |          
                 --33.33%-- BufferGetBlockNumber

     0.00%  postgres  [kernel]                     [k] perf_enable
                |          
                |--66.67%-- __perf_event_sched_in
                |          perf_event_task_sched_in
                |          |          
                |          |--50.00%-- perf_event_task_tick
                |          |          scheduler_tick
                |          |          update_process_times
                |          |          tick_sched_timer
                |          |          __run_hrtimer
                |          |          hrtimer_interrupt
                |          |          smp_apic_timer_interrupt
                |          |          apic_timer_interrupt
                |          |          UnpinBuffer
                |          |          
                |           --50.00%-- finish_task_switch
                |                     thread_return
                |                     retint_careful
                |                     UnpinBuffer
                |          
                 --33.33%-- perf_event_task_sched_in
                           perf_event_task_tick
                           scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] generic_perform_write
                |          
                |--66.67%-- generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] __lock_page

     0.00%  postgres  [kernel]                     [k] grab_cache_page_write_begin
                |          
                |--66.67%-- xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] prep_new_page
                |          
                |--66.67%-- alloc_pages_current
                |          pte_alloc_one
                |          __pte_alloc
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          |          
                |          |--50.00%-- LWLockAcquire
                |          |          
                |           --50.00%-- _bt_steppage
                |          
                 --33.33%-- alloc_page_vma
                           do_anonymous_page
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] inc_zone_page_state
                |          
                |--66.67%-- xfs_convert_page	[xfs]
                |          xfs_cluster_write	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --33.33%-- xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] blk_queue_bounce
                |          
                |--66.67%-- __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --33.33%-- generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] kmem_cache_free
                |          
                |--66.67%-- mempool_free_slab
                |          mempool_free
                |          |          
                |          |--50.00%-- bio_free
                |          |          bio_fs_destructor
                |          |          bio_put
                |          |          xfs_end_bio	[xfs]
                |          |          bio_endio
                |          |          req_bio_endio
                |          |          blk_update_request
                |          |          blk_update_bidi_request
                |          |          blk_end_bidi_request
                |          |          blk_end_request
                |          |          scsi_end_request
                |          |          scsi_io_completion
                |          |          scsi_finish_command
                |          |          scsi_softirq_done
                |          |          blk_done_softirq
                |          |          __do_softirq
                |          |          call_softirq
                |          |          do_softirq
                |          |          irq_exit
                |          |          smp_call_function_single_interrupt
                |          |          call_function_single_interrupt
                |          |          s_lock
                |          |          
                |           --50.00%-- __blk_put_request
                |                     blk_finish_request
                |                     blk_end_bidi_request
                |                     blk_end_request
                |                     scsi_end_request
                |                     scsi_io_completion
                |                     scsi_finish_command
                |                     scsi_softirq_done
                |                     blk_done_softirq
                |                     __do_softirq
                |                     call_softirq
                |                     do_softirq
                |                     irq_exit
                |                     do_IRQ
                |                     ret_from_intr
                |                     fsync
                |          
                 --33.33%-- scsi_pool_free_command
                           __scsi_put_command
                           scsi_put_command
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] vfs_write

     0.00%  postgres  [kernel]                     [k] create_empty_buffers
                |          
                |--66.67%-- __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] __bio_add_page

     0.00%  postgres  [kernel]                     [k] fsnotify
                |          
                |--66.67%-- sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] __fsnotify_parent
                |          
                |--66.67%-- sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] inotify_inode_queue_event
                |          
                |--66.67%-- sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] ipc_lock_check

     0.00%  postgres  [kernel]                     [k] elv_rq_merge_ok

     0.00%  postgres  [kernel]                     [k] elv_merged_request

     0.00%  postgres  [kernel]                     [k] blk_update_bidi_request
                |          
                |--66.67%-- fsync
                |          
                 --33.33%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __freed_request

     0.00%  postgres  [kernel]                     [k] copy_from_user

     0.00%  postgres  [kernel]                     [k] scsi_next_command

     0.00%  postgres  [kernel]                     [k] scsi_dma_unmap
                |          
                |--66.67%-- fsync
                |          
                 --33.33%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] scsi_dma_map
                |          
                |--66.67%-- megasas_make_sgl64	[megaraid_sas]
                |          megasas_build_ldio	[megaraid_sas]
                |          megasas_queue_command	[megaraid_sas]
                |          scsi_dispatch_cmd
                |          scsi_request_fn
                |          __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          |          
                |          |--50.00%-- FlushRelationBuffers
                |          |          
                |           --50.00%-- fsync
                |          
                 --33.33%-- megasas_build_ldio	[megaraid_sas]
                           megasas_queue_command	[megaraid_sas]
                           scsi_dispatch_cmd
                           scsi_request_fn
                           __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] mutex_unlock
                |          
                |--66.67%-- generic_file_llseek
                |          vfs_llseek
                |          sys_lseek
                |          system_call_fastpath
                |          llseek
                |          
                 --33.33%-- xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] error_sti
                |          
                |--66.67%-- FlushRelationBuffers
                |          
                 --33.33%-- slot_getsomeattrs

     0.00%  postgres  [kernel]                     [k] xfs_bmap_search_multi_extents	[xfs]
                |          
                |--66.67%-- xfs_bmap_search_extents	[xfs]
                |          xfs_bmapi	[xfs]
                |          xfs_iomap	[xfs]
                |          __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- xfs_bmapi	[xfs]
                           xfs_iomap_write_delay	[xfs]
                           xfs_iomap	[xfs]
                           __xfs_get_blocks	[xfs]
                           xfs_get_blocks	[xfs]
                           __block_prepare_write
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] xfs_bmap_search_extents	[xfs]
                |          
                |--33.33%-- xfs_iomap_write_delay	[xfs]
                |          xfs_iomap	[xfs]
                |          __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                |--33.33%-- xfs_iomap	[xfs]
                |          __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- xfs_iomap_eof_want_preallocate	[xfs]
                           xfs_iomap_write_delay	[xfs]
                           xfs_iomap	[xfs]
                           __xfs_get_blocks	[xfs]
                           xfs_get_blocks	[xfs]
                           __block_prepare_write
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] xfs_iomap_eof_align_last_fsb	[xfs]
                |          
                |--66.67%-- xfs_iomap_write_delay	[xfs]
                |          xfs_iomap	[xfs]
                |          __xfs_get_blocks	[xfs]
                |          xfs_get_blocks	[xfs]
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- xfs_iomap	[xfs]
                           __xfs_get_blocks	[xfs]
                           xfs_get_blocks	[xfs]
                           __block_prepare_write
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] xfs_vm_write_begin	[xfs]
                |          
                |--66.67%-- generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --33.33%-- generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  /lib/libc-2.11.1.so          [.] __write

     0.00%  postgres  ./pg9.2/bin/postgres         [.] heap_tuple_from_minimal_tuple

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ExecCopySlotMinimalTuple

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ExecMaterializeSlot

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ForwardFsyncRequest

     0.00%  postgres  ./pg9.2/bin/postgres         [.] FileSeek

     0.00%  postgres  ./pg9.2/bin/postgres         [.] PageGetHeapFreeSpace

     0.00%  postgres  ./pg9.2/bin/postgres         [.] GetMemoryChunkSpace

     0.00%  postgres  [kernel]                     [k] retint_careful
                |          
                |--50.00%-- PinBuffer
                |          
                 --50.00%-- LWLockAcquire

     0.00%  postgres  [kernel]                     [k] native_apic_mem_write
                |          
                |--50.00%-- LWLockAcquire
                |          
                 --50.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] physflat_send_IPI_mask
                |          
                |--50.00%-- FlushRelationBuffers
                |          
                 --50.00%-- fsync

     0.00%  postgres  [kernel]                     [k] default_spin_lock_flags
                |          
                |--50.00%-- _spin_lock_irqsave
                |          __wake_up
                |          insert_work
                |          __queue_work
                |          delayed_work_timer_fn
                |          run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          _bt_checkpage
                |          
                 --50.00%-- prepare_to_wait_exclusive
                           __wait_on_bit_lock
                           __lock_page
                           find_lock_page
                           shmem_getpage
                           shmem_fault
                           shm_fault
                           __do_fault
                           handle_mm_fault
                           do_page_fault
                           page_fault
                           ReadBuffer_common

     0.00%  postgres  [kernel]                     [k] __phys_addr
                |          
                |--50.00%-- unmap_single
                |          swiotlb_unmap_sg_attrs
                |          scsi_dma_unmap
                |          T.856	[megaraid_sas]
                |          megasas_complete_cmd_dpc	[megaraid_sas]
                |          tasklet_action
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --50.00%-- kmem_cache_free
                           mempool_free_slab
                           mempool_free
                           __blk_put_request
                           blk_finish_request
                           blk_end_bidi_request
                           blk_end_request
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] calc_global_load

     0.00%  postgres  [kernel]                     [k] calc_load_account_active

     0.00%  postgres  [kernel]                     [k] scale_rt_power
                |          
                |--50.00%-- find_busiest_group
                |          load_balance_newidle
                |          thread_return
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --50.00%-- load_balance_newidle
                           thread_return
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] printk_tick
                |          
                |--50.00%-- update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          PinBuffer
                |          
                 --50.00%-- tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] __tasklet_schedule
                |          
                |--50.00%-- slot_deform_tuple
                |          
                 --50.00%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] run_local_timers
                |          
                |--50.00%-- tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          UnpinBuffer
                |          
                 --50.00%-- update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           s_lock

     0.00%  postgres  [kernel]                     [k] hrtimer_run_pending
                |          
                |--50.00%-- run_timer_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                 --50.00%-- __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           LWLockAcquire

     0.00%  postgres  [kernel]                     [k] rcu_bh_qs

     0.00%  postgres  [kernel]                     [k] perf_disable
                |          
                |--50.00%-- __perf_event_sched_out
                |          perf_event_task_sched_out
                |          schedule
                |          sys_semtimedop
                |          sys_semop
                |          system_call_fastpath
                |          semop
                |          
                 --50.00%-- __perf_event_task_sched_out
                           perf_event_task_tick
                           scheduler_tick
                           update_process_times
                           tick_sched_timer
                           __run_hrtimer
                           hrtimer_interrupt
                           smp_apic_timer_interrupt
                           apic_timer_interrupt
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] __perf_event_task_sched_out
                |          
                |--50.00%-- PinBuffer
                |          
                 --50.00%-- s_lock

     0.00%  postgres  [kernel]                     [k] __perf_event_sched_in
                |          
                |--50.00%-- perf_event_task_tick
                |          scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          PinBuffer
                |          
                 --50.00%-- finish_task_switch
                           thread_return
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] perf_event_task_sched_in
                |          
                |--50.00%-- scheduler_tick
                |          update_process_times
                |          tick_sched_timer
                |          __run_hrtimer
                |          hrtimer_interrupt
                |          smp_apic_timer_interrupt
                |          apic_timer_interrupt
                |          s_lock
                |          
                 --50.00%-- thread_return
                           sys_semtimedop
                           sys_semop
                           system_call_fastpath
                           semop

     0.00%  postgres  [kernel]                     [k] generic_segment_checks

     0.00%  postgres  [kernel]                     [k] generic_file_buffered_write
                |          
                |--50.00%-- xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --50.00%-- xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] mempool_alloc_slab

     0.00%  postgres  [kernel]                     [k] balance_dirty_pages_ratelimited_nr

     0.00%  postgres  [kernel]                     [k] write_cache_pages

     0.00%  postgres  [kernel]                     [k] account_page_dirtied

     0.00%  postgres  [kernel]                     [k] test_set_page_writeback

     0.00%  postgres  [kernel]                     [k] shmem_swp_entry

     0.00%  postgres  [kernel]                     [k] shmem_swp_alloc

     0.00%  postgres  [kernel]                     [k] next_zones_zonelist
                |          
                |--50.00%-- alloc_page_vma
                |          do_anonymous_page
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          MemoryContextAllocZero
                |          
                 --50.00%-- __alloc_pages_nodemask
                           alloc_pages_current
                           __page_cache_alloc
                           grab_cache_page_write_begin
                           block_write_begin
                           xfs_vm_write_begin	[xfs]
                           generic_perform_write
                           generic_file_buffered_write
                           xfs_write	[xfs]
                           xfs_file_aio_write	[xfs]
                           do_sync_write
                           vfs_write
                           sys_write
                           system_call_fastpath
                           __write

     0.00%  postgres  [kernel]                     [k] __dec_zone_state
                |          
                |--50.00%-- zap_pte_range
                |          unmap_page_range
                |          unmap_vmas
                |          unmap_region
                |          do_munmap
                |          sys_munmap
                |          system_call_fastpath
                |          munmap
                |          
                 --50.00%-- unmap_region
                           do_munmap
                           sys_munmap
                           system_call_fastpath
                           munmap

     0.00%  postgres  [kernel]                     [k] __dec_zone_page_state

     0.00%  postgres  [kernel]                     [k] dec_zone_page_state

     0.00%  postgres  [kernel]                     [k] set_bdi_congested

     0.00%  postgres  [kernel]                     [k] page_mkclean

     0.00%  postgres  [kernel]                     [k] page_add_new_anon_rmap
                |          
                |--50.00%-- MemoryContextAllocZero
                |          
                 --50.00%-- AllocSetAlloc

     0.00%  postgres  [kernel]                     [k] setup_object
                |          
                |--50.00%-- alloc_buffer_head
                |          alloc_page_buffers
                |          create_empty_buffers
                |          __block_prepare_write
                |          block_write_begin
                |          xfs_vm_write_begin	[xfs]
                |          generic_perform_write
                |          generic_file_buffered_write
                |          xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --50.00%-- mempool_alloc_slab
                           mempool_alloc
                           xfs_alloc_ioend	[xfs]
                           xfs_add_to_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] mem_cgroup_update_mapped_file_stat
                |          
                |--50.00%-- __do_fault
                |          handle_mm_fault
                |          do_page_fault
                |          page_fault
                |          ReadBuffer_common
                |          
                 --50.00%-- page_remove_rmap
                           zap_pte_range
                           unmap_page_range
                           unmap_vmas
                           unmap_region
                           do_munmap
                           sys_munmap
                           system_call_fastpath
                           munmap

     0.00%  postgres  [kernel]                     [k] generic_file_llseek

     0.00%  postgres  [kernel]                     [k] sys_write

     0.00%  postgres  [kernel]                     [k] zero_fd_set

     0.00%  postgres  [kernel]                     [k] mark_buffer_dirty

     0.00%  postgres  [kernel]                     [k] bio_fs_destructor
                |          
                |--50.00%-- bio_put
                |          xfs_end_bio	[xfs]
                |          bio_endio
                |          req_bio_endio
                |          blk_update_request
                |          blk_update_bidi_request
                |          blk_end_bidi_request
                |          blk_end_request
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          smp_call_function_single_interrupt
                |          call_function_single_interrupt
                |          memcpy
                |          
                 --50.00%-- xfs_end_bio	[xfs]
                           bio_endio
                           req_bio_endio
                           blk_update_request
                           blk_update_bidi_request
                           blk_end_bidi_request
                           blk_end_request
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] ipc_lock

     0.00%  postgres  [kernel]                     [k] ipcperms

     0.00%  postgres  [kernel]                     [k] security_sem_semop

     0.00%  postgres  [kernel]                     [k] generic_unplug_device

     0.00%  postgres  [kernel]                     [k] blk_do_ordered
                |          
                |--50.00%-- __blk_run_queue
                |          blk_run_queue
                |          scsi_run_queue
                |          scsi_next_command
                |          scsi_end_request
                |          scsi_io_completion
                |          scsi_finish_command
                |          scsi_softirq_done
                |          blk_done_softirq
                |          __do_softirq
                |          call_softirq
                |          do_softirq
                |          irq_exit
                |          do_IRQ
                |          ret_from_intr
                |          FlushRelationBuffers
                |          
                 --50.00%-- __generic_unplug_device
                           elv_insert
                           __elv_add_request
                           __make_request
                           generic_make_request
                           submit_bio
                           xfs_submit_ioend_bio	[xfs]
                           xfs_submit_ioend	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] blk_delete_timer

     0.00%  postgres  [kernel]                     [k] deadline_move_request
                |          
                |--50.00%-- __generic_unplug_device
                |          elv_insert
                |          __elv_add_request
                |          __make_request
                |          generic_make_request
                |          submit_bio
                |          xfs_submit_ioend_bio	[xfs]
                |          xfs_submit_ioend	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --50.00%-- __blk_run_queue
                           blk_run_queue
                           scsi_run_queue
                           scsi_next_command
                           scsi_end_request
                           scsi_io_completion
                           scsi_finish_command
                           scsi_softirq_done
                           blk_done_softirq
                           __do_softirq
                           call_softirq
                           do_softirq
                           irq_exit
                           do_IRQ
                           ret_from_intr
                           fsync

     0.00%  postgres  [kernel]                     [k] __lookup

     0.00%  postgres  [kernel]                     [k] radix_tree_tag_clear

     0.00%  postgres  [kernel]                     [k] radix_tree_tag_set

     0.00%  postgres  [kernel]                     [k] is_swiotlb_buffer

     0.00%  postgres  [kernel]                     [k] add_timer_randomness

     0.00%  postgres  [kernel]                     [k] scsi_host_alloc_command

     0.00%  postgres  [kernel]                     [k] scsi_init_sgtable
                |          
                |--50.00%-- do_IRQ
                |          ret_from_intr
                |          FlushRelationBuffers
                |          
                 --50.00%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] scsi_init_io
                |          
                |--50.00%-- do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --50.00%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] scsi_io_completion
                |          
                |--50.00%-- hash_any
                |          
                 --50.00%-- LWLockAcquire

     0.00%  postgres  [kernel]                     [k] uhci_scan_schedule
                |          
                |--50.00%-- s_lock
                |          
                 --50.00%-- LockBuffer

     0.00%  postgres  [kernel]                     [k] uhci_hub_status_data
                |          
                |--50.00%-- ReadBuffer_common
                |          
                 --50.00%-- PinBuffer

     0.00%  postgres  [kernel]                     [k] io_schedule
                |          
                |--50.00%-- ReadBuffer_common
                |          
                 --50.00%-- FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] down_read

     0.00%  postgres  [kernel]                     [k] megasas_make_sgl64	[megaraid_sas]

     0.00%  postgres  [kernel]                     [k] megasas_build_ldio	[megaraid_sas]
                |          
                |--50.00%-- smp_call_function_single_interrupt
                |          call_function_single_interrupt
                |          ReadBuffer_common
                |          
                 --50.00%-- do_IRQ
                           ret_from_intr
                           FlushRelationBuffers

     0.00%  postgres  [kernel]                     [k] xfs_imap_to_bmap	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_trans_unlocked_item	[xfs]
                |          
                |--50.00%-- xfs_write	[xfs]
                |          xfs_file_aio_write	[xfs]
                |          do_sync_write
                |          vfs_write
                |          sys_write
                |          system_call_fastpath
                |          __write
                |          
                 --50.00%-- xfs_iunlock	[xfs]
                           xfs_iomap	[xfs]
                           xfs_map_blocks	[xfs]
                           xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] xfs_map_buffer	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_alloc_ioend	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_add_to_ioend	[xfs]
                |          
                |--50.00%-- xfs_convert_page	[xfs]
                |          xfs_cluster_write	[xfs]
                |          xfs_page_state_convert	[xfs]
                |          xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --50.00%-- xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] xfs_finish_ioend	[xfs]
                |          
                |--50.00%-- do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --50.00%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  [kernel]                     [k] xfs_start_page_writeback	[xfs]
                |          
                |--50.00%-- xfs_vm_writepage	[xfs]
                |          __writepage
                |          write_cache_pages
                |          generic_writepages
                |          xfs_vm_writepages	[xfs]
                |          do_writepages
                |          __filemap_fdatawrite_range
                |          filemap_write_and_wait_range
                |          vfs_fsync_range
                |          vfs_fsync
                |          do_fsync
                |          sys_fsync
                |          system_call_fastpath
                |          fsync
                |          
                 --50.00%-- xfs_page_state_convert	[xfs]
                           xfs_vm_writepage	[xfs]
                           __writepage
                           write_cache_pages
                           generic_writepages
                           xfs_vm_writepages	[xfs]
                           do_writepages
                           __filemap_fdatawrite_range
                           filemap_write_and_wait_range
                           vfs_fsync_range
                           vfs_fsync
                           do_fsync
                           sys_fsync
                           system_call_fastpath
                           fsync

     0.00%  postgres  [kernel]                     [k] xfs_end_bio	[xfs]
                |          
                |--50.00%-- do_IRQ
                |          ret_from_intr
                |          fsync
                |          
                 --50.00%-- smp_call_function_single_interrupt
                           call_function_single_interrupt
                           fsync

     0.00%  postgres  ./pg9.2/bin/postgres         [.] GetCurrentTransactionNestLevel

     0.00%  postgres  ./pg9.2/bin/postgres         [.] IsToastNamespace

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ExecSubqueryScan

     0.00%  postgres  ./pg9.2/bin/postgres         [.] TerminateBufferIO

     0.00%  postgres  ./pg9.2/bin/postgres         [.] FileAccess

     0.00%  postgres  ./pg9.2/bin/postgres         [.] CacheInvalidateHeapTuple

     0.00%  postgres  [kernel]                     [k] system_call_fastpath

     0.00%  postgres  [kernel]                     [k] ret_from_sys_call

     0.00%  postgres  [kernel]                     [k] sysret_check

     0.00%  postgres  [kernel]                     [k] retint_check

     0.00%  postgres  [kernel]                     [k] call_function_single_interrupt

     0.00%  postgres  [kernel]                     [k] handle_irq

     0.00%  postgres  [kernel]                     [k] intel_pmu_disable_all

     0.00%  postgres  [kernel]                     [k] hw_perf_enable

     0.00%  postgres  [kernel]                     [k] intel_pmu_enable_all

     0.00%  postgres  [kernel]                     [k] native_set_pmd

     0.00%  postgres  [kernel]                     [k] pte_alloc_one

     0.00%  postgres  [kernel]                     [k] leave_mm

     0.00%  postgres  [kernel]                     [k] flush_tlb_page

     0.00%  postgres  [kernel]                     [k] can_migrate_task

     0.00%  postgres  [kernel]                     [k] load_balance_fair

     0.00%  postgres  [kernel]                     [k] wake_up_process

     0.00%  postgres  [kernel]                     [k] round_jiffies_common

     0.00%  postgres  [kernel]                     [k] internal_add_timer

     0.00%  postgres  [kernel]                     [k] cascade

     0.00%  postgres  [kernel]                     [k] del_timer

     0.00%  postgres  [kernel]                     [k] finish_wait

     0.00%  postgres  [kernel]                     [k] prepare_to_wait_exclusive

     0.00%  postgres  [kernel]                     [k] hrtimer_forward

     0.00%  postgres  [kernel]                     [k] sched_clock_tick

     0.00%  postgres  [kernel]                     [k] update_wall_time

     0.00%  postgres  [kernel]                     [k] tick_do_update_jiffies64

     0.00%  postgres  [kernel]                     [k] handle_IRQ_event

     0.00%  postgres  [kernel]                     [k] note_interrupt

     0.00%  postgres  [kernel]                     [k] handle_fasteoi_irq

     0.00%  postgres  [kernel]                     [k] rcu_sched_qs

     0.00%  postgres  [kernel]                     [k] dyntick_save_progress_counter

     0.00%  postgres  [kernel]                     [k] perf_event_do_pending

     0.00%  postgres  [kernel]                     [k] iov_iter_advance

     0.00%  postgres  [kernel]                     [k] iov_iter_copy_from_user_atomic

     0.00%  postgres  [kernel]                     [k] find_get_pages_tag

     0.00%  postgres  [kernel]                     [k] add_to_page_cache_lru

     0.00%  postgres  [kernel]                     [k] wait_on_page_writeback_range

     0.00%  postgres  [kernel]                     [k] lru_cache_add_lru

     0.00%  postgres  [kernel]                     [k] shmem_recalc_inode

     0.00%  postgres  [kernel]                     [k] clear_bdi_congested

     0.00%  postgres  [kernel]                     [k] unmap_page_range

     0.00%  postgres  [kernel]                     [k] free_pgtables

     0.00%  postgres  [kernel]                     [k] mpol_shared_policy_lookup

     0.00%  postgres  [kernel]                     [k] get_any_partial

     0.00%  postgres  [kernel]                     [k] new_slab

     0.00%  postgres  [kernel]                     [k] filp_close

     0.00%  postgres  [kernel]                     [k] vfs_llseek

     0.00%  postgres  [kernel]                     [k] do_sync_write

     0.00%  postgres  [kernel]                     [k] drop_file_write_access

     0.00%  postgres  [kernel]                     [k] fget_light

     0.00%  postgres  [kernel]                     [k] estimate_accuracy

     0.00%  postgres  [kernel]                     [k] sys_select

     0.00%  postgres  [kernel]                     [k] block_write_end

     0.00%  postgres  [kernel]                     [k] generic_write_end

     0.00%  postgres  [kernel]                     [k] bvec_alloc_bs

     0.00%  postgres  [kernel]                     [k] bio_free

     0.00%  postgres  [kernel]                     [k] ioprio_best

     0.00%  postgres  [kernel]                     [k] cap_file_mmap

     0.00%  postgres  [kernel]                     [k] cap_ipc_permission

     0.00%  postgres  [kernel]                     [k] apparmor_file_free_security

     0.00%  postgres  [kernel]                     [k] apparmor_file_permission

     0.00%  postgres  [kernel]                     [k] elv_rqhash_add

     0.00%  postgres  [kernel]                     [k] __elv_add_request

     0.00%  postgres  [kernel]                     [k] elv_rb_del

     0.00%  postgres  [kernel]                     [k] elv_rb_add

     0.00%  postgres  [kernel]                     [k] blk_account_io_done

     0.00%  postgres  [kernel]                     [k] blk_rq_init

     0.00%  postgres  [kernel]                     [k] init_request_from_bio

     0.00%  postgres  [kernel]                     [k] submit_bio

     0.00%  postgres  [kernel]                     [k] blk_finish_request

     0.00%  postgres  [kernel]                     [k] blk_plug_device

     0.00%  postgres  [kernel]                     [k] attempt_merge

     0.00%  postgres  [kernel]                     [k] deadline_add_request

     0.00%  postgres  [kernel]                     [k] find_first_bit

     0.00%  postgres  [kernel]                     [k] prop_norm_single

     0.00%  postgres  [kernel]                     [k] __prop_inc_single

     0.00%  postgres  [kernel]                     [k] radix_tree_node_ctor

     0.00%  postgres  [kernel]                     [k] radix_tree_preload

     0.00%  postgres  [kernel]                     [k] __lookup_tag

     0.00%  postgres  [kernel]                     [k] radix_tree_gang_lookup_tag_slot

     0.00%  postgres  [kernel]                     [k] clear_page

     0.00%  postgres  [kernel]                     [k] memset_c

     0.00%  postgres  [kernel]                     [k] __sg_alloc_table

     0.00%  postgres  [kernel]                     [k] swiotlb_unmap_sg_attrs

     0.00%  postgres  [kernel]                     [k] swiotlb_map_sg_attrs

     0.00%  postgres  [kernel]                     [k] scsi_put_command

     0.00%  postgres  [kernel]                     [k] scsi_prep_state_check

     0.00%  postgres  [kernel]                     [k] scsi_sg_alloc

     0.00%  postgres  [kernel]                     [k] __scsi_release_buffers

     0.00%  postgres  [kernel]                     [k] scsi_end_request

     0.00%  postgres  [kernel]                     [k] sd_done

     0.00%  postgres  [kernel]                     [k] any_ports_active

     0.00%  postgres  [kernel]                     [k] dma_issue_pending_all

     0.00%  postgres  [kernel]                     [k] _cond_resched

     0.00%  postgres  [kernel]                     [k] __wait_on_bit

     0.00%  postgres  [kernel]                     [k] megasas_fire_cmd_gen2	[megaraid_sas]

     0.00%  postgres  [kernel]                     [k] megasas_isr	[megaraid_sas]

     0.00%  postgres  [kernel]                     [k] xfs_alloc_fix_len	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_bmap_add_extent_hole_delay	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_bmbt_get_all	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_bmbt_get_blockcount	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_bmbt_get_startoff	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_btree_lookup	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_iunlock	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_iomap_eof_want_preallocate	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_alloc_ioend_bio	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_submit_ioend	[xfs]

     0.00%  postgres  [kernel]                     [k] xfs_file_aio_write	[xfs]

     0.00%  postgres  /lib/libc-2.11.1.so          [.] __errno_location

     0.00%  postgres  /lib/libc-2.11.1.so          [.] random

     0.00%  postgres  /lib/libc-2.11.1.so          [.] __select

     0.00%  postgres  /lib/ld-2.11.1.so            [.] 0x00000000009ce9

     0.00%  postgres  ./pg9.2/bin/postgres         [.] random@plt

     0.00%  postgres  ./pg9.2/bin/postgres         [.] XLogFlush

     0.00%  postgres  ./pg9.2/bin/postgres         [.] isTempToastNamespace

     0.00%  postgres  ./pg9.2/bin/postgres         [.] ProcessCompletedNotifies

     0.00%  postgres  ./pg9.2/bin/postgres         [.] intorel_shutdown

     0.00%  postgres  ./pg9.2/bin/postgres         [.] intorel_receive

     0.00%  postgres  ./pg9.2/bin/postgres         [.] pq_getbyte

     0.00%  postgres  ./pg9.2/bin/postgres         [.] BufTableInsert

     0.00%  postgres  ./pg9.2/bin/postgres         [.] FileWrite

     0.00%  postgres  ./pg9.2/bin/postgres         [.] _mdnblocks

     0.00%  postgres  ./pg9.2/bin/postgres         [.] register_dirty_segment

     0.00%  postgres  ./pg9.2/bin/postgres         [.] mdwrite

     0.00%  postgres  ./pg9.2/bin/postgres         [.] GetCurrentTimestamp

     0.00%  postgres  ./pg9.2/bin/postgres         [.] AtEOXact_RelationCache

     0.00%  postgres  ./pg9.2/bin/postgres         [.] AllocSetDelete

     0.00%  postgres  ./pg9.2/bin/postgres         [.] HeapTupleSatisfiesMVCC

     0.00%  postgres  ./pg9.2/bin/postgres         [.] T.109

#
# (For a higher level overview, try: perf report --sort comm,dso)
#