[sheepdog-users] High cpu usage by sheep (2/5)

Hitoshi Mitake mitake.hitoshi at gmail.com
Thu Jan 16 07:06:46 CET 2014


>               |          |          try_to_free_pages
>               |          |          __alloc_pages_nodemask
>               |          |          sk_page_frag_refill
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |           --6.44%-- [...]
>               |          
>               |--1.25%-- unmap_single_vma
>               |          |          
>               |          |--99.96%-- unmap_vmas
>               |          |          unmap_region
>               |          |          do_munmap
>               |          |          vm_munmap
>               |          |          sys_munmap
>               |          |          system_call_fastpath
>               |          |          munmap
>               |          |          |          
>               |          |          |--99.90%-- 0x40000000000000
>               |          |           --0.10%-- [...]
>               |           --0.04%-- [...]
>               |          
>               |--0.75%-- release_pages
>               |          |          
>               |          |--52.14%-- free_pages_and_swap_cache
>               |          |          tlb_flush_mmu
>               |          |          tlb_finish_mmu
>               |          |          unmap_region
>               |          |          do_munmap
>               |          |          vm_munmap
>               |          |          sys_munmap
>               |          |          system_call_fastpath
>               |          |          munmap
>               |          |          0x40000000000000
>               |          |          
>               |          |--47.40%-- pagevec_lru_move_fn
>               |          |          __pagevec_lru_add
>               |          |          |          
>               |          |          |--99.24%-- __lru_cache_add
>               |          |          |          |          
>               |          |          |          |--50.07%-- lru_cache_add_lru
>               |          |          |          |          page_add_new_anon_rmap
>               |          |          |          |          handle_pte_fault
>               |          |          |          |          handle_mm_fault
>               |          |          |          |          __do_page_fault
>               |          |          |          |          do_page_fault
>               |          |          |          |          page_fault
>               |          |          |          |          generic_file_aio_read
>               |          |          |          |          do_sync_read
>               |          |          |          |          vfs_read
>               |          |          |          |          sys_pread64
>               |          |          |          |          system_call_fastpath
>               |          |          |          |          pread64
>               |          |          |          |          
>               |          |          |           --49.93%-- add_to_page_cache_lru
>               |          |          |                     mpage_readpages
>               |          |          |                     ext4_readpages
>               |          |          |                     __do_page_cache_readahead
>               |          |          |                     ra_submit
>               |          |          |                     ondemand_readahead
>               |          |          |                     |          
>               |          |          |                     |--97.02%-- page_cache_async_readahead
>               |          |          |                     |          generic_file_aio_read
>               |          |          |                     |          do_sync_read
>               |          |          |                     |          vfs_read
>               |          |          |                     |          sys_pread64
>               |          |          |                     |          system_call_fastpath
>               |          |          |                     |          pread64
>               |          |          |                     |          
>               |          |          |                      --2.98%-- page_cache_sync_readahead
>               |          |          |                                generic_file_aio_read
>               |          |          |                                do_sync_read
>               |          |          |                                vfs_read
>               |          |          |                                sys_pread64
>               |          |          |                                system_call_fastpath
>               |          |          |                                pread64
>               |          |          |          
>               |          |           --0.76%-- lru_add_drain_cpu
>               |          |                     lru_add_drain
>               |          |                     unmap_region
>               |          |                     do_munmap
>               |          |                     vm_munmap
>               |          |                     sys_munmap
>               |          |                     system_call_fastpath
>               |          |                     munmap
>               |          |                     0x40000000000000
>               |           --0.45%-- [...]
>               |          
>               |--0.72%-- tcp_sendmsg
>               |          |          
>               |          |--99.58%-- inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          |          
>               |          |          |--99.91%-- 0x40000000000000
>               |          |           --0.09%-- [...]
>               |           --0.42%-- [...]
>               |          
>               |--0.59%-- __pagevec_lru_add_fn
>               |          |          
>               |          |--97.05%-- pagevec_lru_move_fn
>               |          |          __pagevec_lru_add
>               |          |          |          
>               |          |          |--99.26%-- __lru_cache_add
>               |          |          |          |          
>               |          |          |          |--62.28%-- lru_cache_add_lru
>               |          |          |          |          page_add_new_anon_rmap
>               |          |          |          |          handle_pte_fault
>               |          |          |          |          handle_mm_fault
>               |          |          |          |          __do_page_fault
>               |          |          |          |          do_page_fault
>               |          |          |          |          page_fault
>               |          |          |          |          generic_file_aio_read
>               |          |          |          |          do_sync_read
>               |          |          |          |          vfs_read
>               |          |          |          |          sys_pread64
>               |          |          |          |          system_call_fastpath
>               |          |          |          |          pread64
>               |          |          |          |          
>               |          |          |           --37.72%-- add_to_page_cache_lru
>               |          |          |                     mpage_readpages
>               |          |          |                     ext4_readpages
>               |          |          |                     __do_page_cache_readahead
>               |          |          |                     ra_submit
>               |          |          |                     ondemand_readahead
>               |          |          |                     |          
>               |          |          |                     |--93.55%-- page_cache_async_readahead
>               |          |          |                     |          generic_file_aio_read
>               |          |          |                     |          do_sync_read
>               |          |          |                     |          vfs_read
>               |          |          |                     |          sys_pread64
>               |          |          |                     |          system_call_fastpath
>               |          |          |                     |          pread64
>               |          |          |                     |          
>               |          |          |                      --6.45%-- page_cache_sync_readahead
>               |          |          |                                generic_file_aio_read
>               |          |          |                                do_sync_read
>               |          |          |                                vfs_read
>               |          |          |                                sys_pread64
>               |          |          |                                system_call_fastpath
>               |          |          |                                pread64
>               |          |          |          
>               |          |           --0.74%-- lru_add_drain_cpu
>               |          |                     lru_add_drain
>               |          |                     |          
>               |          |                     |--65.19%-- unmap_region
>               |          |                     |          do_munmap
>               |          |                     |          vm_munmap
>               |          |                     |          sys_munmap
>               |          |                     |          system_call_fastpath
>               |          |                     |          munmap
>               |          |                     |          0x40000000000000
>               |          |                     |          
>               |          |                      --34.81%-- shrink_inactive_list
>               |          |                                shrink_lruvec
>               |          |                                do_try_to_free_pages
>               |          |                                try_to_free_pages
>               |          |                                __alloc_pages_nodemask
>               |          |                                sk_page_frag_refill
>               |          |                                tcp_sendmsg
>               |          |                                inet_sendmsg
>               |          |                                sock_sendmsg
>               |          |                                ___sys_sendmsg
>               |          |                                __sys_sendmsg
>               |          |                                sys_sendmsg
>               |          |                                system_call_fastpath
>               |          |                                sendmsg
>               |          |                                0x40000000000000
>               |          |          
>               |           --2.95%-- __pagevec_lru_add
>               |                     |          
>               |                     |--96.72%-- __lru_cache_add
>               |                     |          |          
>               |                     |          |--52.34%-- lru_cache_add_lru
>               |                     |          |          page_add_new_anon_rmap
>               |                     |          |          handle_pte_fault
>               |                     |          |          handle_mm_fault
>               |                     |          |          __do_page_fault
>               |                     |          |          do_page_fault
>               |                     |          |          page_fault
>               |                     |          |          generic_file_aio_read
>               |                     |          |          do_sync_read
>               |                     |          |          vfs_read
>               |                     |          |          sys_pread64
>               |                     |          |          system_call_fastpath
>               |                     |          |          pread64
>               |                     |          |          
>               |                     |           --47.66%-- add_to_page_cache_lru
>               |                     |                     mpage_readpages
>               |                     |                     ext4_readpages
>               |                     |                     __do_page_cache_readahead
>               |                     |                     ra_submit
>               |                     |                     ondemand_readahead
>               |                     |                     |          
>               |                     |                     |--90.23%-- page_cache_async_readahead
>               |                     |                     |          generic_file_aio_read
>               |                     |                     |          do_sync_read
>               |                     |                     |          vfs_read
>               |                     |                     |          sys_pread64
>               |                     |                     |          system_call_fastpath
>               |                     |                     |          pread64
>               |                     |                     |          
>               |                     |                      --9.77%-- page_cache_sync_readahead
>               |                     |                                generic_file_aio_read
>               |                     |                                do_sync_read
>               |                     |                                vfs_read
>               |                     |                                sys_pread64
>               |                     |                                system_call_fastpath
>               |                     |                                pread64
>               |                     |          
>               |                      --3.28%-- lru_add_drain_cpu
>               |                                lru_add_drain
>               |                                unmap_region
>               |                                do_munmap
>               |                                vm_munmap
>               |                                sys_munmap
>               |                                system_call_fastpath
>               |                                munmap
>               |                                0x40000000000000
>               |          
>               |--0.58%-- __lru_cache_add
>               |          |          
>               |          |--58.57%-- lru_cache_add_lru
>               |          |          page_add_new_anon_rmap
>               |          |          handle_pte_fault
>               |          |          handle_mm_fault
>               |          |          __do_page_fault
>               |          |          do_page_fault
>               |          |          page_fault
>               |          |          |          
>               |          |          |--99.56%-- generic_file_aio_read
>               |          |          |          do_sync_read
>               |          |          |          vfs_read
>               |          |          |          sys_pread64
>               |          |          |          system_call_fastpath
>               |          |          |          pread64
>               |          |           --0.44%-- [...]
>               |          |          
>               |          |--36.45%-- add_to_page_cache_lru
>               |          |          mpage_readpages
>               |          |          ext4_readpages
>               |          |          __do_page_cache_readahead
>               |          |          ra_submit
>               |          |          ondemand_readahead
>               |          |          |          
>               |          |          |--92.37%-- page_cache_async_readahead
>               |          |          |          |          
>               |          |          |          |--99.72%-- generic_file_aio_read
>               |          |          |          |          do_sync_read
>               |          |          |          |          vfs_read
>               |          |          |          |          sys_pread64
>               |          |          |          |          system_call_fastpath
>               |          |          |          |          pread64
>               |          |          |           --0.28%-- [...]
>               |          |          |          
>               |          |           --7.63%-- page_cache_sync_readahead
>               |          |                     generic_file_aio_read
>               |          |                     do_sync_read
>               |          |                     vfs_read
>               |          |                     sys_pread64
>               |          |                     system_call_fastpath
>               |          |                     pread64
>               |          |          
>               |          |--3.01%-- page_add_new_anon_rmap
>               |          |          handle_pte_fault
>               |          |          handle_mm_fault
>               |          |          __do_page_fault
>               |          |          do_page_fault
>               |          |          page_fault
>               |          |          |          
>               |          |          |--87.31%-- generic_file_aio_read
>               |          |          |          do_sync_read
>               |          |          |          vfs_read
>               |          |          |          sys_pread64
>               |          |          |          system_call_fastpath
>               |          |          |          pread64
>               |          |          |          
>               |          |           --12.69%-- 0x7fd12a5c9c2c
>               |          |          
>               |           --1.97%-- mpage_readpages
>               |                     ext4_readpages
>               |                     __do_page_cache_readahead
>               |                     ra_submit
>               |                     ondemand_readahead
>               |                     page_cache_async_readahead
>               |                     generic_file_aio_read
>               |                     do_sync_read
>               |                     vfs_read
>               |                     sys_pread64
>               |                     system_call_fastpath
>               |                     pread64
>               |          
>               |--0.55%-- _raw_spin_lock_irq
>               |          |          
>               |          |--42.76%-- __remove_mapping
>               |          |          shrink_page_list
>               |          |          shrink_inactive_list
>               |          |          shrink_lruvec
>               |          |          do_try_to_free_pages
>               |          |          try_to_free_pages
>               |          |          __alloc_pages_nodemask
>               |          |          sk_page_frag_refill
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |          |          
>               |          |--30.04%-- add_to_page_cache_locked
>               |          |          add_to_page_cache_lru
>               |          |          mpage_readpages
>               |          |          ext4_readpages
>               |          |          __do_page_cache_readahead
>               |          |          ra_submit
>               |          |          ondemand_readahead
>               |          |          |          
>               |          |          |--93.08%-- page_cache_async_readahead
>               |          |          |          generic_file_aio_read
>               |          |          |          do_sync_read
>               |          |          |          vfs_read
>               |          |          |          sys_pread64
>               |          |          |          system_call_fastpath
>               |          |          |          pread64
>               |          |          |          
>               |          |           --6.92%-- page_cache_sync_readahead
>               |          |                     generic_file_aio_read
>               |          |                     do_sync_read
>               |          |                     vfs_read
>               |          |                     sys_pread64
>               |          |                     system_call_fastpath
>               |          |                     pread64
>               |          |          
>               |          |--10.78%-- shrink_inactive_list
>               |          |          shrink_lruvec
>               |          |          do_try_to_free_pages
>               |          |          try_to_free_pages
>               |          |          __alloc_pages_nodemask
>               |          |          sk_page_frag_refill
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |          |          
>               |          |--8.49%-- add_to_page_cache_lru
>               |          |          mpage_readpages
>               |          |          ext4_readpages
>               |          |          __do_page_cache_readahead
>               |          |          ra_submit
>               |          |          ondemand_readahead
>               |          |          |          
>               |          |          |--90.26%-- page_cache_async_readahead
>               |          |          |          generic_file_aio_read
>               |          |          |          do_sync_read
>               |          |          |          vfs_read
>               |          |          |          sys_pread64
>               |          |          |          system_call_fastpath
>               |          |          |          pread64
>               |          |          |          
>               |          |           --9.74%-- page_cache_sync_readahead
>               |          |                     generic_file_aio_read
>               |          |                     do_sync_read
>               |          |                     vfs_read
>               |          |                     sys_pread64
>               |          |                     system_call_fastpath
>               |          |                     pread64
>               |          |          
>               |          |--3.97%-- shrink_page_list
>               |          |          shrink_inactive_list
>               |          |          shrink_lruvec
>               |          |          do_try_to_free_pages
>               |          |          try_to_free_pages
>               |          |          __alloc_pages_nodemask
>               |          |          sk_page_frag_refill
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |          |          
>               |          |--1.51%-- eventfd_write
>               |          |          vfs_write
>               |          |          sys_write
>               |          |          system_call_fastpath
>               |          |          write
>               |          |          
>               |          |--1.34%-- __schedule
>               |          |          |          
>               |          |          |--89.91%-- schedule
>               |          |          |          |          
>               |          |          |          |--66.24%-- schedule_hrtimeout_range_clock
>               |          |          |          |          schedule_hrtimeout_range
>               |          |          |          |          ep_poll
>               |          |          |          |          sys_epoll_wait
>               |          |          |          |          system_call_fastpath
>               |          |          |          |          epoll_wait
>               |          |          |          |          |          
>               |          |          |          |           --100.00%-- 0x0
>               |          |          |          |                     local_init
>               |          |          |          |                     0x203d20646920656e
>               |          |          |          |          
>               |          |          |           --33.76%-- futex_wait_queue_me
>               |          |          |                     futex_wait
>               |          |          |                     do_futex
>               |          |          |                     sys_futex
>               |          |          |                     system_call_fastpath
>               |          |          |                     pthread_cond_wait
>               |          |          |                     0x300000000
>               |          |          |          
>               |          |           --10.09%-- __cond_resched
>               |          |                     __cond_resched_softirq
>               |          |                     release_sock
>               |          |                     sk_stream_wait_memory
>               |          |                     tcp_sendmsg
>               |          |                     inet_sendmsg
>               |          |                     sock_sendmsg
>               |          |                     ___sys_sendmsg
>               |          |                     __sys_sendmsg
>               |          |                     sys_sendmsg
>               |          |                     system_call_fastpath
>               |          |                     sendmsg
>               |          |                     0x40000000000000
>               |          |          
>               |          |--0.71%-- shrink_lruvec
>               |          |          do_try_to_free_pages
>               |          |          try_to_free_pages
>               |          |          __alloc_pages_nodemask
>               |          |          sk_page_frag_refill
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |           --0.39%-- [...]
>               |          
>               |--0.53%-- put_page
>               |          |          
>               |          |--38.31%-- generic_file_aio_read
>               |          |          do_sync_read
>               |          |          vfs_read
>               |          |          sys_pread64
>               |          |          system_call_fastpath
>               |          |          pread64
>               |          |          
>               |          |--26.34%-- mpage_readpages
>               |          |          ext4_readpages
>               |          |          __do_page_cache_readahead
>               |          |          ra_submit
>               |          |          ondemand_readahead
>               |          |          |          
>               |          |          |--91.34%-- page_cache_async_readahead
>               |          |          |          generic_file_aio_read
>               |          |          |          do_sync_read
>               |          |          |          vfs_read
>               |          |          |          sys_pread64
>               |          |          |          system_call_fastpath
>               |          |          |          pread64
>               |          |          |          
>               |          |           --8.66%-- page_cache_sync_readahead
>               |          |                     generic_file_aio_read
>               |          |                     do_sync_read
>               |          |                     vfs_read
>               |          |                     sys_pread64
>               |          |                     system_call_fastpath
>               |          |                     pread64
>               |          |          
>               |          |--13.91%-- skb_release_all
>               |          |          __kfree_skb
>               |          |          tcp_ack
>               |          |          tcp_rcv_established
>               |          |          tcp_v4_do_rcv
>               |          |          release_sock
>               |          |          sk_stream_wait_memory
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |          |          
>               |          |--10.96%-- do_sync_read
>               |          |          vfs_read
>               |          |          sys_pread64
>               |          |          system_call_fastpath
>               |          |          pread64
>               |          |          
>               |          |--9.67%-- ext4_readpages
>               |          |          __do_page_cache_readahead
>               |          |          ra_submit
>               |          |          ondemand_readahead
>               |          |          |          
>               |          |          |--92.58%-- page_cache_async_readahead
>               |          |          |          generic_file_aio_read
>               |          |          |          do_sync_read
>               |          |          |          vfs_read
>               |          |          |          sys_pread64
>               |          |          |          system_call_fastpath
>               |          |          |          pread64
>               |          |          |          
>               |          |           --7.42%-- page_cache_sync_readahead
>               |          |                     generic_file_aio_read
>               |          |                     do_sync_read
>               |          |                     vfs_read
>               |          |                     sys_pread64
>               |          |                     system_call_fastpath
>               |          |                     pread64
>               |          |          
>               |          |--0.67%-- sk_page_frag_refill
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |           --0.14%-- [...]
>               |          
>               |--0.52%-- free_hot_cold_page
>               |          |          
>               |          |--95.95%-- free_hot_cold_page_list
>               |          |          |          
>               |          |          |--74.52%-- release_pages
>               |          |          |          free_pages_and_swap_cache
>               |          |          |          tlb_flush_mmu
>               |          |          |          tlb_finish_mmu
>               |          |          |          unmap_region
>               |          |          |          do_munmap
>               |          |          |          vm_munmap
>               |          |          |          sys_munmap
>               |          |          |          system_call_fastpath
>               |          |          |          munmap
>               |          |          |          |          
>               |          |          |          |--99.86%-- 0x40000000000000
>               |          |          |           --0.14%-- [...]
>               |          |          |          
>               |          |           --25.48%-- shrink_page_list
>               |          |                     shrink_inactive_list
>               |          |                     shrink_lruvec
>               |          |                     do_try_to_free_pages
>               |          |                     try_to_free_pages
>               |          |                     __alloc_pages_nodemask
>               |          |                     sk_page_frag_refill
>               |          |                     tcp_sendmsg
>               |          |                     inet_sendmsg
>               |          |                     sock_sendmsg
>               |          |                     ___sys_sendmsg
>               |          |                     __sys_sendmsg
>               |          |                     sys_sendmsg
>               |          |                     system_call_fastpath
>               |          |                     sendmsg
>               |          |                     |          
>               |          |                     |--99.26%-- 0x40000000000000
>               |          |                     |          
>               |          |                      --0.74%-- 0x40124000000000
>               |          |          
>               |          |--3.21%-- release_pages
>               |          |          free_pages_and_swap_cache
>               |          |          tlb_flush_mmu
>               |          |          tlb_finish_mmu
>               |          |          unmap_region
>               |          |          do_munmap
>               |          |          vm_munmap
>               |          |          sys_munmap
>               |          |          system_call_fastpath
>               |          |          munmap
>               |          |          0x40000000000000
>               |          |          
>               |          |--0.73%-- shrink_page_list
>               |          |          shrink_inactive_list
>               |          |          shrink_lruvec
>               |          |          do_try_to_free_pages
>               |          |          try_to_free_pages
>               |          |          __alloc_pages_nodemask
>               |          |          sk_page_frag_refill
>               |          |          tcp_sendmsg
>               |          |          inet_sendmsg
>               |          |          sock_sendmsg
>               |          |          ___sys_sendmsg
>               |          |          __sys_sendmsg
>               |          |          sys_sendmsg
>               |          |          system_call_fastpath
>               |          |          sendmsg
>               |          |          0x40000000000000
>               |           --0.11%-- [...]
>               |          
>               |--0.51%-- ipt_do_table
>               |          |          
>               |          |--98.42%-- iptable_mangle_hook
>               |          |          |          
>               |          |          |--99.85%-- nf_iterate
>               |          |          |          nf_hook_slow
>               |          |          |          |          
>               |          |          |          |--46.30%-- __ip_local_out
>               |          |          |          |          ip_local_out
>               |          |          |          |          ip_queue_xmit
>               |          |          |          |          tcp_transmit_skb
>               |          |          |          |          tcp_write_xmit
>               |          |          |          |          |          
>               |          |          |          |          |--78.72%-- tcp_push_one
>               |          |          |          |          |          tcp_sendmsg
>               |          |          |          |          |          inet_sendmsg
>               |          |          |          |          |          sock_sendmsg
>               |          |          |          |          |          ___sys_sendmsg
>               |          |          |          |          |          __sys_sendmsg
>               |          |          |          |          |          sys_sendmsg
>               |          |          |          |          |          system_call_fastpath
>               |          |          |          |          |          sendmsg
>               |          |          |          |          |          0x40000000000000
>               |          |          |          |          |          
>               |          |          |          |           --21.28%-- __tcp_push_pending_frames
>               |          |          |          |                     |          
>               |          |          |          |                     |--91.28%-- tcp_rcv_established
>               |          |          |          |                     |          tcp_v4_do_rcv
>               |          |          |          |                     |          release_sock
>               |          |          |          |                     |          sk_stream_wait_memory
>               |          |          |          |                     |          tcp_sendmsg
>               |          |          |          |                     |          inet_sendmsg
>               |          |          |          |                     |          sock_sendmsg
>               |          |          |          |                     |          ___sys_sendmsg
>               |          |          |          |                     |          __sys_sendmsg
>               |          |          |          |                     |          sys_sendmsg
>               |          |          |          |                     |          system_call_fastpath
>               |          |          |          |                     |          sendmsg
>               |          |          |          |                     |          0x40000000000000
>               |          |          |          |                     |          
>               |          |          |          |                      --8.72%-- tcp_sendmsg
>               |          |          |          |                                inet_sendmsg
>               |          |          |          |                                sock_sendmsg
>               |          |          |          |                                ___sys_sendmsg
>               |          |          |          |                                __sys_sendmsg
>               |          |          |          |                                sys_sendmsg
>               |          |          |          |                                system_call_fastpath
>               |          |          |          |                                sendmsg
>               |          |          |          |                                0x40000000000000
>               |          |          |          |          
>               |          |          |          |--33.85%-- ip_rcv
>               |          |          |          |          __netif_receive_skb_core
>               |          |          |          |          __netif_receive_skb
>               |          |          |          |          |          
>               |          |          |          |          |--98.78%-- process_backlog
>               |          |          |          |          |          net_rx_action
>               |          |          |          |          |          __do_softirq
>               |          |          |          |          |          call_softirq
>               |          |          |          |          |          do_softirq
>               |          |          |          |          |          |          
>               |          |          |          |          |          |--79.89%-- local_bh_enable
>               |          |          |          |          |          |          |          
>               |          |          |          |          |          |          |--98.89%-- ip_finish_output
>               |          |          |          |          |          |          |          ip_output
>               |          |          |          |          |          |          |          ip_local_out
>               |          |          |          |          |          |          |          ip_queue_xmit
>               |          |          |          |          |          |          |          tcp_transmit_skb
>               |          |          |          |          |          |          |          tcp_write_xmit
>               |          |          |          |          |          |          |          |          
>               |          |          |          |          |          |          |          |--97.78%-- tcp_push_one
>               |          |          |          |          |          |          |          |          tcp_sendmsg
>               |          |          |          |          |          |          |          |          inet_sendmsg
>               |          |          |          |          |          |          |          |          sock_sendmsg
>               |          |          |          |          |          |          |          |          ___sys_sendmsg
>               |          |          |          |          |          |          |          |          __sys_sendmsg
>               |          |          |          |          |          |          |          |          sys_sendmsg
>               |          |          |          |          |          |          |          |          system_call_fastpath
>               |          |          |          |          |          |          |          |          sendmsg
>               |          |          |          |          |          |          |          |          0x40000000000000
>               |          |          |          |          |          |          |          |          
>               |          |          |          |          |          |          |           --2.22%-- __tcp_push_pending_frames
>               |          |          |          |          |          |          |                     tcp_sendmsg
>               |          |          |          |          |          |          |                     inet_sendmsg
>               |          |          |          |          |          |          |                     sock_sendmsg
>               |          |          |          |          |          |          |                     ___sys_sendmsg
>               |          |          |          |          |          |          |                     __sys_sendmsg
>               |          |          |          |          |          |          |                     sys_sendmsg
>               |          |          |          |          |          |          |                     system_call_fastpath
>               |          |          |          |          |          |          |                     sendmsg
>               |          |          |          |          |          |          |                     0x40000000000000
>               |          |          |          |          |          |          |          
>               |          |          |          |          |          |           --1.11%-- __cond_resched_softirq
>               |          |          |          |          |          |                     release_sock
>               |          |          |          |          |          |                     sk_stream_wait_memory
>               |          |          |          |          |          |                     tcp_sendmsg
>               |          |          |          |          |          |                     inet_sendmsg
>               |          |          |          |          |          |                     sock_sendmsg
>               |          |          |          |          |          |                     ___sys_sendmsg
>               |          |          |          |          |          |                     __sys_sendmsg
>               |          |          |          |          |          |                     sys_sendmsg
>               |          |          |          |          |          |                     system_call_fastpath
>               |          |          |          |          |          |                     sendmsg
>               |          |          |          |          |          |                     0x40000000000000
>               |          |          |          |          |          |          
>               |          |          |          |          |           --20.11%-- local_bh_enable_ip
>               |          |          |          |          |                     _raw_spin_unlock_bh
>               |          |          |          |          |                     release_sock
>               |          |          |          |          |                     |          
>               |          |          |          |          |                     |--97.94%-- sk_stream_wait_memory
>               |          |          |          |          |                     |          tcp_sendmsg
>               |          |          |          |          |                     |          inet_sendmsg
>               |          |          |          |          |                     |          sock_sendmsg
>               |          |          |          |          |                     |          ___sys_sendmsg
>               |          |          |          |          |                     |          __sys_sendmsg
>               |          |          |          |          |                     |          sys_sendmsg
>               |          |          |          |          |                     |          system_call_fastpath
>               |          |          |          |          |                     |          sendmsg
>               |          |          |          |          |                     |          0x40000000000000
>               |          |          |          |          |                     |          
>               |          |          |          |          |                      --2.06%-- tcp_sendmsg
>               |          |          |          |          |                                inet_sendmsg
>               |          |          |          |          |                                sock_sendmsg
>               |          |          |          |          |                                ___sys_sendmsg
>               |          |          |          |          |                                __sys_sendmsg
>               |          |          |          |          |                                sys_sendmsg
>               |          |          |          |          |                                system_call_fastpath
>               |          |          |          |          |                                sendmsg
>               |          |          |          |          |                                0x40000000000000
>               |          |          |          |          |          
>               |          |          |          |           --1.22%-- netif_receive_skb
>               |          |          |          |                     |          
>               |          |          |          |                     |--58.56%-- napi_gro_receive
>               |          |          |          |                     |          sky2_poll
>               |          |          |          |                     |          net_rx_action
>               |          |          |          |                     |          __do_softirq
>               |          |          |          |                     |          call_softirq
>               |          |          |          |                     |          do_softirq
>               |          |          |          |                     |          irq_exit
>               |          |          |          |                     |          do_IRQ
>               |          |          |          |                     |          common_interrupt
>               |          |          |          |                     |          |          
>               |          |          |          |                     |          |--61.44%-- inet_sendmsg
>               |          |          |          |                     |          |          sock_sendmsg
>               |          |          |          |                     |          |          ___sys_sendmsg
>               |          |          |          |                     |          |          __sys_sendmsg
>               |          |          |          |                     |          |          sys_sendmsg
>               |          |          |          |                     |          |          system_call_fastpath
>               |          |          |          |                     |          |          sendmsg
>               |          |          |          |                     |          |          0x40000000000000
>               |          |          |          |                     |          |          
>               |          |          |          |                     |           --38.56%-- unmap_vmas
>               |          |          |          |                     |                     unmap_region
>               |          |          |          |                     |                     do_munmap
>               |          |          |          |                     |                     vm_munmap
>               |          |          |          |                     |                     sys_munmap
>               |          |          |          |                     |                     system_call_fastpath
>               |          |          |          |                     |                     munmap
>               |          |          |          |                     |                     0x40000000000000
>               |          |          |          |                     |          
>               |          |          |          |                      --41.44%-- e100_poll
>               |          |          |          |                                net_rx_action
>               |          |          |          |                                __do_softirq
>               |          |          |          |                                call_softirq
>               |          |          |          |                                do_softirq
>               |          |          |          |                                irq_exit
>               |          |          |          |                                do_IRQ
>               |          |          |          |                                common_interrupt
>               |          |          |          |                                |          
>               |          |          |          |                                |--52.75%-- release_pages
>               |          |          |          |                                |          free_pages_and_swap_cache
>               |          |          |          |                                |          tlb_flush_mmu
>               |          |          |          |                                |          tlb_finish_mmu
>               |          |          |          |                                |          unmap_region
>               |          |          |          |                                |          do_munmap
>               |          |          |          |                                |          vm_munmap
>               |          |          |          |                                |          sys_munmap
>               |          |          |          |                                |          system_call_fastpath
>               |          |          |          |                                |          munmap
>               |          |          |          |                                |          0x40000000000000
>               |          |          |          |                                |          
>               |          |          |          |                                 --47.25%-- unmap_vmas
>               |          |          |          |                                           unmap_region
>               |          |          |          |                                           do_munmap
>               |          |          |          |                                           vm_munmap
>               |          |          |          |                                           sys_munmap
>               |          |          |          |                                           system_call_fastpath
>               |          |          |          |                                           munmap
>               |          |          |          |                                           0x40000000000000
>               |          |          |          |          
>               |          |          |          |--13.27%-- ip_local_deliver
>               |          |          |          |          ip_rcv_finish
>               |          |          |          |          ip_rcv
>               |          |          |          |          __netif_receive_skb_core
>               |          |          |          |          __netif_receive_skb
>               |          |          |          |          |          
>               |          |          |          |          |--98.91%-- process_backlog
>               |          |          |          |          |          net_rx_action
>               |          |          |          |          |          __do_softirq
>               |          |          |          |          |          call_softirq
>               |          |          |          |          |          do_softirq
>               |          |          |          |          |          |          
>               |          |          |          |          |          |--76.18%-- local_bh_enable
>               |          |          |          |          |          |          ip_finish_output
>               |          |          |          |          |          |          ip_output
>               |          |          |          |          |          |          ip_local_out
>               |          |          |          |          |          |          ip_queue_xmit
>               |          |          |          |          |          |          tcp_transmit_skb
>               |          |          |          |          |          |          tcp_write_xmit
>               |          |          |          |          |          |          tcp_push_one
>               |          |          |          |          |          |          tcp_sendmsg
>               |          |          |          |          |          |          inet_sendmsg
>               |          |          |          |          |          |          sock_sendmsg
>               |          |          |          |          |          |          ___sys_sendmsg
>               |          |          |          |          |          |          __sys_sendmsg
>               |          |          |          |          |          |          sys_sendmsg
>               |          |          |          |          |          |          system_call_fastpath
>               |          |          |          |          |          |          sendmsg
>               |          |          |          |          |          |          0x40000000000000
>               |          |          |          |          |          |          
>               |          |          |          |          |           --23.82%-- local_bh_enable_ip
>               |          |          |          |          |                     _raw_spin_unlock_bh
>               |          |          |          |          |                     release_sock
>               |          |          |          |          |                     sk_stream_wait_memory
>               |          |          |          |          |                     tcp_sendmsg
>               |          |          |          |          |                     inet_sendmsg
>               |          |          |          |          |                     sock_sendmsg
>               |          |          |          |          |                     ___sys_sendmsg
>               |          |          |          |          |                     __sys_sendmsg
>               |          |          |          |          |                     sys_sendmsg
>               |          |          |          |          |                     system_call_fastpath
>               |          |          |          |          |                     sendmsg
>               |          |          |          |          |                     0x40000000000000
>               |          |          |          |          |          
>               |          |          |          |           --1.09%-- netif_receive_skb
>               |          |          |          |                     e100_poll
>               |          |          |          |                     net_rx_action
>               |          |          |          |                     __do_softirq
>               |          |          |          |                     call_softirq
>               |          |          |          |                     do_softirq
>               |          |          |          |                     irq_exit
>               |          |          |          |                     do_IRQ
>               |          |          |          |                     common_interrupt
>               |          |          |          |                     inet_sendmsg
>               |          |          |          |                     sock_sendmsg
>               |          |          |          |                     ___sys_sendmsg
>               |          |          |          |                     __sys_sendmsg
>               |          |          |          |                     sys_sendmsg
>               |          |          |          |                     system_call_fastpath
>               |          |          |          |                     sendmsg
>               |          |          |          |                     0x40000000000000
>               |          |          |          |          
>               |          |          |          |--6.29%-- ip_output
>               |          |          |          |          ip_local_out
>               |          |          |          |          ip_queue_xmit
>               |          |          |          |          tcp_transmit_skb
>               |          |          |          |          tcp_write_xmit
>               |          |          |          |          |          
>               |          |          |          |          |--69.65%-- tcp_push_one
>               |          |          |          |          |          tcp_sendmsg
>               |          |          |          |          |          inet_sendmsg
>               |          |          |          |          |          sock_sendmsg
>               |          |          |          |          |          ___sys_sendmsg
>               |          |          |          |          |          __sys_sendmsg
>               |          |          |          |          |          sys_sendmsg
>               |          |          |          |          |          system_call_fastpath
>               |          |          |          |          |          sendmsg
>               |          |          |          |          |          0x40000000000000
>               |          |          |          |          |          
>               |          |          |          |           --30.35%-- __tcp_push_pending_frames
>               |          |          |          |                     |          
>               |          |          |          |                     |--92.47%-- tcp_rcv_established
>               |          |          |          |                     |          tcp_v4_do_rcv
>               |          |          |          |                     |          release_sock
>               |          |          |          |                     |          sk_stream_wait_memory
>               |          |          |          |                     |          tcp_sendmsg
>               |          |          |          |                     |          inet_sendmsg
>               |          |          |          |                     |          sock_sendmsg
>               |          |          |          |                     |          ___sys_sendmsg
>               |          |          |          |                     |          __sys_sendmsg
>               |          |          |          |                     |          sys_sendmsg
>               |          |          |          |                     |          system_call_fastpath
>               |          |          |          |                     |          sendmsg
>               |          |          |          |                     |          0x40000000000000
>               |          |          |          |                     |          
>               |          |          |          |                      --7.53%-- tcp_sendmsg
>               |          |          |          |                                inet_sendmsg
>               |          |          |          |                                sock_sendmsg
>               |          |          |          |                                ___sys_sendmsg
>               |          |          |          |                                __sys_sendmsg
>               |          |          |          |                                sys_sendmsg
>               |          |          |          |                                system_call_fastpath
>               |          |          |          |                                sendmsg
>               |          |          |          |                                0x40000000000000
>               |          |          |           --0.28%-- [...]
>               |          |           --0.15%-- [...]
>               |          |          
>               |           --1.58%-- nf_iterate
>               |                     nf_hook_slow
>               |                     |          
>               |                     |--64.51%-- __ip_local_out
>               |                     |          ip_local_out
>               |                     |          ip_queue_xmit
>               |                     |          tcp_transmit_skb
>               |                     |          tcp_write_xmit
>               |                     |          |          
>               |                     |          |--70.99%-- tcp_push_one
>               |                     |          |          tcp_sendmsg
>               |                     |          |          inet_sendmsg
>               |                     |          |          sock_sendmsg
>               |                     |          |          ___sys_sendmsg
>               |                     |          |          __sys_sendmsg
>               |                     |          |          sys_sendmsg
>               |                     |          |          system_call_fastpath
>               |                     |          |          sendmsg
>               |                     |          |          0x40000000000000
>               |                     |          |          
>               |                     |           --29.01%-- __tcp_push_pending_frames
>               |                     |                     tcp_rcv_established
>               |                     |                     tcp_v4_do_rcv
>               |                     |                     release_sock
>               |                     |                     sk_stream_wait_memory
>               |                     |                     tcp_sendmsg
>               |                     |                     inet_sendmsg
>               |                     |                     sock_sendmsg
>               |                     |                     ___sys_sendmsg
>               |                     |                     __sys_sendmsg
>               |                     |                     sys_sendmsg
>               |                     |                     system_call_fastpath
>               |                     |                     sendmsg
>               |                     |                     0x40000000000000
>               |                     |          
>               |                     |--26.26%-- ip_output
>               |                     |          ip_local_out
>               |                     |          ip_queue_xmit
>               |                     |          tcp_transmit_skb
>               |                     |          tcp_write_xmit
>               |                     |          tcp_push_one
>               |                     |          tcp_sendmsg
>               |                     |          inet_sendmsg
>               |                     |          sock_sendmsg
>               |                     |          ___sys_sendmsg
>               |                     |          __sys_sendmsg
>               |                     |          sys_sendmsg
>               |                     |          system_call_fastpath
>               |                     |          sendmsg
>               |                     |          0x40000000000000
>               |                     |          
>               |                      --9.23%-- ip_local_deliver
>               |                                ip_rcv_finish
>               |                                ip_rcv
>               |                                __netif_receive_skb_core
>               |                                __netif_receive_skb
>               |                                process_backlog
>               |                                net_rx_action
>               |                                __do_softirq
>               |                                call_softirq
>               |                                do_softirq
>               |                                local_bh_enable
>               |                                ip_finish_output
>               |                                ip_output
>               |                                ip_local_out
>               |                                ip_queue_xmit
>               |                                tcp_transmit_skb
>               |                                tcp_write_xmit
>               |                                tcp_push_one
>               |                                tcp_sendmsg
>               |                                inet_sendmsg
>               |                                sock_sendmsg
>               |                                ___sys_sendmsg
>               |                                __sys_sendmsg
>               |                                sys_sendmsg
>               |                                system_call_fastpath
>               |                                sendmsg
>               |                                0x40000000000000
>                --18.30%-- [...]
> 
> 
> 
> [3 dog_cluster_check_perf.txt <text/plain; windows-1250 (7bit)>]
> # ========
> # captured on: Sun Jan 12 21:12:13 2014
> # hostname : zserwerek
> # os release : 3.10.25-gentoo



More information about the sheepdog-users mailing list