************************* hanginfo *************************
  /exports/testreports/41644/testresults/racer-ldiskfs-DNE-centos7_x86_64-centos7_x86_64/oleg404-client-timeout-core (3.10.0-7.9-debug) 
 *** UNINTERRUPTIBLE threads, classified ***

 ==================== Waiting on mutexes ====================
  -- <struct mutex 0xffff8800b6151478> kmalloc-2048 
   Owner: pid=10712 cmd=mrename
    ... 3 pids. Youngest,oldest: 10749, 10685  Ran ms ago: 692, 893
        sorted by ran_ago, youngest first
      [10749, 10799, 10685]
  -- <struct mutex 0xffff8800af440180> lustre_inode_cache 
   Owner: pid=10774 cmd=mrename
    ... 10 pids. Youngest,oldest: 10859, 10775  Ran ms ago: 12, 862
        sorted by ran_ago, youngest first
      [10859, 10857, 10837, 10842, 10841, 10838, 10818, 10806, 10793,
       10775]
  -- <struct mutex 0xffff8800af5f0980> lustre_inode_cache 
   Owner: pid=10783 cmd=rm
    ... 9 pids. Youngest,oldest: 10855, 10784  Ran ms ago: 313, 869
        sorted by ran_ago, youngest first
      [10855, 10853, 10852, 10712, 10828, 10805, 10796, 10706, 10784]
  -- <struct mutex 0xffff8800af5b9180> lustre_inode_cache 
   Owner: pid=10785 cmd=mrename
    ... 11 pids. Youngest,oldest: 10851, 10790  Ran ms ago: 498, 855
        printing 10 out of 11
        sorted by ran_ago, youngest first
      [10851, 10850, 10836, 10833, 10816, <1 skipped>, 10798, 10746,
       10757, 10789, 10790]
  -- <struct mutex 0xffff8800af440980> lustre_inode_cache 
   Owner: pid=10808 cmd=mrename
    ... 7 pids. Youngest,oldest: 10694, 10825  Ran ms ago: 25, 717
        sorted by ran_ago, youngest first
      [10694, 10846, 10847, 10832, 10831, 10830, 10825]
  -- <struct mutex 0xffff88012aa8f478> kmalloc-2048 
   Owner: pid=10694 cmd=mrename
    ... 1 pids. Youngest,oldest: 10770, 10770  Ran ms ago: 769, 769
        sorted by ran_ago, youngest first
      [10770]

 =============== Waiting in schedule_timeout ================
    ... 2 pids. Youngest,oldest: 10752, 10820  Ran ms ago: 50, 364
        sorted by ran_ago, youngest first
      [10752, 10820]

*** Threads that own resources the other threads are waiting on ***

PID=10785  CPU=2 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   ldlm_cli_enqueue+0x424
  #6   mdc_enqueue_base+0x37a
  #7   mdc_intent_lock+0x135
  #8   lmv_intent_remote+0x5db
  #9   lmv_intent_lookup+0x9f9
  #10  lmv_intent_lock+0x26f
  #11  ll_lookup_it.constprop.42+0x727
  #12  ll_lookup_nd+0x110
  #13  lookup_real+0x1d
  #14  __lookup_hash+0x42
  #15  SYSC_renameat2+0x3a9
  #16  sys_renameat2+0xe
  #17  sys_rename+0x1e
  #18  system_call_fastpath+0x1f, 477 bytes of data
{10816, 10850, 10851, 10757, 10789, 10790, 10798, 10833, 10836, 10746, 10814}

PID=10694  CPU=0 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule_preempt_disabled+0x39
  #2   __mutex_lock_slowpath+0x13a
  #3   mutex_lock+0x2d
  #4   lock_rename+0x93
  #5   SYSC_renameat2+0x22f
  #6   sys_renameat2+0xe
  #7   sys_rename+0x1e
  #8   system_call_fastpath+0x1f, 477 bytes of data
{10770}

PID=10712  CPU=2 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule_preempt_disabled+0x39
  #2   __mutex_lock_slowpath+0x13a
  #3   mutex_lock+0x2d
  #4   lock_rename+0x93
  #5   SYSC_renameat2+0x22f
  #6   sys_renameat2+0xe
  #7   sys_rename+0x1e
  #8   system_call_fastpath+0x1f, 477 bytes of data
{10749, 10685, 10799}

PID=10774  CPU=0 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   ldlm_cli_enqueue+0x424
  #6   mdc_enqueue_base+0x37a
  #7   mdc_intent_lock+0x135
  #8   lmv_intent_lookup+0x30b
  #9   lmv_intent_lock+0x26f
  #10  ll_lookup_it.constprop.42+0x727
  #11  ll_lookup_nd+0x110
  #12  lookup_real+0x1d
  #13  __lookup_hash+0x42
  #14  SYSC_renameat2+0x3a9
  #15  sys_renameat2+0xe
  #16  sys_rename+0x1e
  #17  system_call_fastpath+0x1f, 477 bytes of data
{10818, 10775, 10793, 10857, 10859, 10837, 10838, 10806, 10841, 10842}

PID=10808  CPU=1 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   mdc_reint+0x22
  #6   mdc_rename+0x32c
  #7   lmv_rename+0x5ac
  #8   ll_rename+0x560
  #9   vfs_rename+0x885
  #10  SYSC_renameat2+0x4d3
  #11  sys_renameat2+0xe
  #12  sys_rename+0x1e
  #13  system_call_fastpath+0x1f, 477 bytes of data
{10832, 10847, 10694, 10846, 10825, 10830, 10831}

PID=10783  CPU=1 CMD=rm
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   ldlm_cli_enqueue+0x424
  #6   mdc_enqueue_base+0x37a
  #7   mdc_intent_lock+0x135
  #8   lmv_intent_remote+0x5db
  #9   lmv_intent_lookup+0x9f9
  #10  lmv_intent_lock+0x26f
  #11  ll_lookup_it.constprop.42+0x727
  #12  ll_lookup_nd+0x110
  #13  lookup_real+0x1d
  #14  __lookup_hash+0x42
  #15  lookup_slow+0x42
  #16  path_lookupat+0x89e
  #17  filename_lookup+0x2b
  #18  user_path_at_empty+0x67
  #19  user_path_at+0x11
  #20  vfs_fstatat+0x63
  #21  SYSC_newfstatat+0x24
  #22  sys_newfstatat+0xe
  #23  system_call_fastpath+0x1f, 477 bytes of data
{10784, 10852, 10853, 10855, 10796, 10828, 10706, 10805, 10712}

*** System activities other threads are waiting for ***
  --- Doing schedule_timeout ---
{10752, 10820}



 ** Execution took   2.17s (real)   1.59s (CPU), Child processes:   0.57s