Below we have an excerpt of the output of: # perf script -F callindent,time,comm,pid,sym,ip,addr,flags,cpu --itrace=cre With data generated using: # perf record -e intel_pt// usleep 1 On a system with the kvm_intel kernel module loaded with the vmm_exclusive=n parameter, which is needed at least on broadwell systems when you have kvm instances running while trying to collect intel processor traces samples, use ':set nowrap' ;-) Ah, and look at the end for how to setup --itrace, to ask for other instructions to be synthesized from the Intel processor trace (PT) data. COMM PID CPU TIMESTAMP INS SYMBOL ADDR FROM SYMBOL ADDR TO SYMBOL usleep 30650 [1] 806.716551: return do_syscall_64 ffffffff92003c73 do_syscall_64 => ffffffff928341ab return_from_SYSCALL_64 usleep 30650 [1] 806.716558: iret native_irq_return_iret ffffffff92834b27 native_irq_return_iret => 7fbcb693fcd0 _start usleep 30650 [1] 806.716558: hw int page_fault 7fbcb693fcd0 _start => ffffffff928355d0 page_fault usleep 30650 [1] 806.716558: call error_entry ffffffff928355dd page_fault => ffffffff92835760 error_entry usleep 30650 [1] 806.716558: return error_entry ffffffff928357d1 error_entry => ffffffff928355e2 page_fault usleep 30650 [1] 806.716558: call do_page_fault ffffffff928355f3 page_fault => ffffffff9206cfb0 do_page_fault usleep 30650 [1] 806.716558: call __do_page_fault ffffffff9206cfdb do_page_fault => ffffffff9206cad0 __do_page_fault usleep 30650 [1] 806.716558: call down_read_trylock ffffffff9206cc26 __do_page_fault => ffffffff920f9010 down_read_trylock usleep 30650 [1] 806.716558: return down_read_trylock ffffffff920f904d down_read_trylock => ffffffff9206cc2b __do_page_fault usleep 30650 [1] 806.716558: call _cond_resched ffffffff9206cc35 __do_page_fault => ffffffff9282e620 _cond_resched usleep 30650 [1] 806.716558: return _cond_resched ffffffff9282e632 _cond_resched => ffffffff9206cc3a __do_page_fault usleep 30650 [1] 806.716558: call find_vma ffffffff9206cc40 __do_page_fault => ffffffff9220e060 find_vma usleep 30650 [1] 806.716558: call vmacache_find ffffffff9220e076 find_vma => ffffffff92200250 vmacache_find usleep 30650 [1] 806.716558: return vmacache_find ffffffff922002de vmacache_find => ffffffff9220e07b find_vma usleep 30650 [1] 806.716558: call vmacache_update ffffffff9220e0c3 find_vma => ffffffff92200210 vmacache_update usleep 30650 [1] 806.716558: return vmacache_update ffffffff92200247 vmacache_update => ffffffff9220e0c8 find_vma usleep 30650 [1] 806.716558: return find_vma ffffffff9220e088 find_vma => ffffffff9206cc45 __do_page_fault usleep 30650 [1] 806.716558: call handle_mm_fault ffffffff9206cd09 __do_page_fault => ffffffff922084b0 handle_mm_fault usleep 30650 [1] 806.716558: call mem_cgroup_from_task ffffffff92208509 handle_mm_fault => ffffffff9224cbb0 mem_cgroup_from_task usleep 30650 [1] 806.716558: return mem_cgroup_from_task ffffffff9224cbca mem_cgroup_from_task => ffffffff9220850e handle_mm_fault usleep 30650 [1] 806.716558: call pte_alloc_one ffffffff9220910a handle_mm_fault => ffffffff92072430 pte_alloc_one usleep 30650 [1] 806.716558: call alloc_pages_current ffffffff92072442 pte_alloc_one => ffffffff9222ea50 alloc_pages_current usleep 30650 [1] 806.716558: call get_task_policy.part.36 ffffffff9222eb6d alloc_pages_current => ffffffff9222de20 get_task_policy.part.36 usleep 30650 [1] 806.716558: return get_task_policy.part.36 ffffffff9222de5b get_task_policy.part.36 => ffffffff9222eb72 alloc_pages_current usleep 30650 [1] 806.716558: call policy_nodemask ffffffff9222eaba alloc_pages_current => ffffffff9222de90 policy_nodemask usleep 30650 [1] 806.716558: return policy_nodemask ffffffff9222de9e policy_nodemask => ffffffff9222eabf alloc_pages_current usleep 30650 [1] 806.716558: call policy_zonelist ffffffff9222eacf alloc_pages_current => ffffffff9222da30 policy_zonelist usleep 30650 [1] 806.716558: return policy_zonelist ffffffff9222da84 policy_zonelist => ffffffff9222ead4 alloc_pages_current usleep 30650 [1] 806.716558: call __alloc_pages_nodemask ffffffff9222eae0 alloc_pages_current => ffffffff921d85b0 __alloc_pages_nodemask usleep 30650 [1] 806.716558: call _cond_resched ffffffff921d8735 __alloc_pages_nodemask => ffffffff9282e620 _cond_resched usleep 30650 [1] 806.716558: return _cond_resched ffffffff9282e632 _cond_resched => ffffffff921d873a __alloc_pages_nodemask usleep 30650 [1] 806.716558: call __next_zones_zonelist ffffffff921d8801 __alloc_pages_nodemask => ffffffff921f2a90 __next_zones_zonelist usleep 30650 [1] 806.716558: return __next_zones_zonelist ffffffff921f2ab0 __next_zones_zonelist => ffffffff921d8806 __alloc_pages_nodemask usleep 30650 [1] 806.716558: call get_page_from_freelist ffffffff921d86c0 __alloc_pages_nodemask => ffffffff921d6ae0 get_page_from_freelist usleep 30650 [1] 806.716558: call __cpuset_node_allowed ffffffff921d6e9e get_page_from_freelist => ffffffff9214f280 __cpuset_node_allowed usleep 30650 [1] 806.716558: return __cpuset_node_allowed ffffffff9214f2eb __cpuset_node_allowed => ffffffff921d6ea3 get_page_from_freelist usleep 30650 [1] 806.716558: call __list_del_entry_valid ffffffff921d6cc5 get_page_from_freelist => ffffffff92423c10 __list_del_entry_valid usleep 30650 [1] 806.716558: return __list_del_entry_valid ffffffff92423c50 __list_del_entry_valid => ffffffff921d6cca get_page_from_freelist usleep 30650 [1] 806.716558: call __inc_zone_state ffffffff921d7418 get_page_from_freelist => ffffffff921f44b0 __inc_zone_state usleep 30650 [1] 806.716558: return __inc_zone_state ffffffff921f44d9 __inc_zone_state => ffffffff921d741d get_page_from_freelist usleep 30650 [1] 806.716558: call __inc_zone_state ffffffff921d6d8b get_page_from_freelist => ffffffff921f44b0 __inc_zone_state usleep 30650 [1] 806.716558: return __inc_zone_state ffffffff921f44d9 __inc_zone_state => ffffffff921d6d90 get_page_from_freelist usleep 30650 [1] 806.716558: call bad_range ffffffff921d6da4 get_page_from_freelist => ffffffff921d3460 bad_range usleep 30650 [1] 806.716558: return bad_range ffffffff921d34d9 bad_range => ffffffff921d6da9 get_page_from_freelist usleep 30650 [1] 806.716558: call clear_page ffffffff921d6e45 get_page_from_freelist => ffffffff924107a0 clear_page usleep 30650 [1] 806.716558: return clear_page_c_e ffffffff924107f9 clear_page_c_e => ffffffff921d6e4a get_page_from_freelist usleep 30650 [1] 806.716558: return get_page_from_freelist ffffffff921d7014 get_page_from_freelist => ffffffff921d86c5 __alloc_pages_nodemask usleep 30650 [1] 806.716558: call memcg_kmem_charge ffffffff921d87a9 __alloc_pages_nodemask => ffffffff92253450 memcg_kmem_charge usleep 30650 [1] 806.716558: call get_mem_cgroup_from_mm ffffffff922534ac memcg_kmem_charge => ffffffff9224dcf0 get_mem_cgroup_from_mm usleep 30650 [1] 806.716558: return get_mem_cgroup_from_mm ffffffff9224dd30 get_mem_cgroup_from_mm => ffffffff922534b1 memcg_kmem_charge usleep 30650 [1] 806.716558: call memcg_kmem_charge_memcg ffffffff922534c9 memcg_kmem_charge => ffffffff922533b0 memcg_kmem_charge_memcg usleep 30650 [1] 806.716558: call try_charge ffffffff922533e7 memcg_kmem_charge_memcg => ffffffff9224f270 try_charge usleep 30650 [1] 806.716558: return try_charge ffffffff9224f6ba try_charge => ffffffff922533ec memcg_kmem_charge_memcg usleep 30650 [1] 806.716558: call page_counter_try_charge ffffffff92253428 memcg_kmem_charge_memcg => ffffffff9224c700 page_counter_try_charge usleep 30650 [1] 806.716558: return page_counter_try_charge ffffffff9224c76b page_counter_try_charge => ffffffff9225342d memcg_kmem_charge_memcg usleep 30650 [1] 806.716558: return memcg_kmem_charge_memcg ffffffff9225341a memcg_kmem_charge_memcg => ffffffff922534ce memcg_kmem_charge usleep 30650 [1] 806.716558: return memcg_kmem_charge ffffffff92253506 memcg_kmem_charge => ffffffff921d87ae __alloc_pages_nodemask usleep 30650 [1] 806.716558: return __alloc_pages_nodemask ffffffff921d8703 __alloc_pages_nodemask => ffffffff9222eae5 alloc_pages_current usleep 30650 [1] 806.716558: return alloc_pages_current ffffffff9222eaf8 alloc_pages_current => ffffffff92072447 pte_alloc_one usleep 30650 [1] 806.716558: call inc_zone_page_state ffffffff92072465 pte_alloc_one => ffffffff921f3fa0 inc_zone_page_state usleep 30650 [1] 806.716558: return inc_zone_page_state ffffffff921f403f inc_zone_page_state => ffffffff9207246a pte_alloc_one usleep 30650 [1] 806.716558: return pte_alloc_one ffffffff9207246f pte_alloc_one => ffffffff9220910f handle_mm_fault usleep 30650 [1] 806.716558: call filemap_map_pages ffffffff92209148 handle_mm_fault => ffffffff921cd0d0 filemap_map_pages usleep 30650 [1] 806.716558: call radix_tree_next_chunk ffffffff921cd369 filemap_map_pages => ffffffff924078f0 radix_tree_next_chunk usleep 30650 [1] 806.716558: return radix_tree_next_chunk ffffffff92407ac5 radix_tree_next_chunk => ffffffff921cd36e filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call _raw_spin_lock ffffffff92208012 alloc_set_pte => ffffffff92833e90 _raw_spin_lock usleep 30650 [1] 806.716558: return _raw_spin_lock ffffffff92833ea4 _raw_spin_lock => ffffffff92208017 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pmd ffffffff9220807f alloc_set_pte => ffffffff92067700 native_set_pmd usleep 30650 [1] 806.716558: return native_set_pmd ffffffff92067708 native_set_pmd => ffffffff92208084 alloc_set_pte usleep 30650 [1] 806.716558: call _raw_spin_lock ffffffff92207f0c alloc_set_pte => ffffffff92833e90 _raw_spin_lock usleep 30650 [1] 806.716558: return _raw_spin_lock ffffffff92833ea4 _raw_spin_lock => ffffffff92207f11 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: call alloc_set_pte ffffffff921cd49d filemap_map_pages => ffffffff92207b90 alloc_set_pte usleep 30650 [1] 806.716558: call page_add_file_rmap ffffffff92207de2 alloc_set_pte => ffffffff92216510 page_add_file_rmap usleep 30650 [1] 806.716558: call lock_page_memcg ffffffff92216528 page_add_file_rmap => ffffffff9224d5b0 lock_page_memcg usleep 30650 [1] 806.716558: return lock_page_memcg ffffffff9224d614 lock_page_memcg => ffffffff9221652d page_add_file_rmap usleep 30650 [1] 806.716558: call unlock_page_memcg ffffffff922165f0 page_add_file_rmap => ffffffff9224c8d0 unlock_page_memcg usleep 30650 [1] 806.716558: return unlock_page_memcg ffffffff9224c8f0 unlock_page_memcg => ffffffff922165f5 page_add_file_rmap usleep 30650 [1] 806.716558: return page_add_file_rmap ffffffff922165f9 page_add_file_rmap => ffffffff92207de7 alloc_set_pte usleep 30650 [1] 806.716558: call native_set_pte_at ffffffff92207df8 alloc_set_pte => ffffffff92067730 native_set_pte_at usleep 30650 [1] 806.716558: return native_set_pte_at ffffffff92067738 native_set_pte_at => ffffffff92207dfd alloc_set_pte usleep 30650 [1] 806.716558: return alloc_set_pte ffffffff92207e0f alloc_set_pte => ffffffff921cd4a2 filemap_map_pages usleep 30650 [1] 806.716558: call unlock_page ffffffff921cd4cc filemap_map_pages => ffffffff921cb870 unlock_page usleep 30650 [1] 806.716558: return unlock_page ffffffff921cb8a4 unlock_page => ffffffff921cd4d1 filemap_map_pages usleep 30650 [1] 806.716558: return filemap_map_pages ffffffff921cd3a7 filemap_map_pages => ffffffff9220914b handle_mm_fault usleep 30650 [1] 806.716562: return handle_mm_fault ffffffff9220880e handle_mm_fault => ffffffff9206cd0e __do_page_fault usleep 30650 [1] 806.716562: call up_read ffffffff9206cd31 __do_page_fault => ffffffff920f8f70 up_read usleep 30650 [1] 806.716562: return up_read ffffffff920f8f90 up_read => ffffffff9206cd36 __do_page_fault usleep 30650 [1] 806.716562: return __do_page_fault ffffffff9206cd72 __do_page_fault => ffffffff9206cfe0 do_page_fault usleep 30650 [1] 806.716562: return do_page_fault ffffffff9206cfef do_page_fault => ffffffff928355f8 page_fault usleep 30650 [1] 806.716562: call prepare_exit_to_usermode ffffffff92834ab1 retint_user => ffffffff92003ab0 prepare_exit_to_usermode usleep 30650 [1] 806.716562: return prepare_exit_to_usermode ffffffff92003ade prepare_exit_to_usermode => ffffffff92834ab6 retint_user usleep 30650 [1] 806.716562: iret native_irq_return_iret ffffffff92834b27 native_irq_return_iret => 7fbcb693fcd0 _start [acme@jouet linux]$ cat tools/perf/Documentation/itrace.txt i synthesize instructions events b synthesize branches events c synthesize branches events (calls only) r synthesize branches events (returns only) x synthesize transactions events e synthesize error events d create a debug log g synthesize a call chain (use with i or x) l synthesize last branch entries (use with i or x) s skip initial number of events The default is all events i.e. the same as --itrace=ibxe In addition, the period (default 100000) for instructions events can be specified in units of: i instructions t ticks ms milliseconds us microseconds ns nanoseconds (default) Also the call chain size (default 16, max. 1024) for instructions or transactions events can be specified. Also the number of last branch entries (default 64, max. 1024) for instructions or transactions events can be specified. It is also possible to skip events generated (instructions, branches, transactions) at the beginning. This is useful to ignore initialization code. --itrace=i0nss1000000 skips the first million instructions. [acme@jouet linux]$