************************* hanginfo *************************
  /exports/testreports/42038/testresults/racer-zfs-DNE-centos7_x86_64-centos7_x86_64/oleg114-client-timeout-core (3.10.0-7.9-debug) 
 *** UNINTERRUPTIBLE threads, classified ***
<struct mutex 0xffff88006fa79180>
<struct mutex 0xffff8800b0a40980>

 ================= Waiting on inode mutexes =================
  -- <struct inode 0xffff88006fa790c8> /mnt/lustre/racer1/13
  -- <struct mutex 0xffff88006fa79180> lustre_inode_cache 
   Owner: pid=11258 cmd=mrename
    ... 3 pids. Youngest,oldest: 10632, 10810  Ran ms ago: 6017, 6021
        sorted by ran_ago, youngest first
      [10632, 10737, 10810]
  -- <struct inode 0xffff8800b0a408c8> /mnt/lustre/racer0
  -- <struct mutex 0xffff8800b0a40980> lustre_inode_cache 
   Owner: pid=11304 cmd=mkdir
    ... 10 pids. Youngest,oldest: 11096, 11255  Ran ms ago: 7124, 8782
        sorted by ran_ago, youngest first
      [11096, 11369, 11367, 11271, 11312, 11297, 11290, 11314, 11311,
       11255]

 ==================== Waiting on mutexes ====================
  -- <struct mutex 0xffff8800b0840980> lustre_inode_cache 
   Owner: pid=11371 cmd=rm
    ... 13 pids. Youngest,oldest: 11446, 11379  Ran ms ago: 6460, 8337
        printing 10 out of 13
        sorted by ran_ago, youngest first
      [11446, 11400, 11398, 11393, 11390, <3 skipped>, 11373, 11391,
       11387, 11383, 11379]
  -- <struct mutex 0xffff8800b5819c78> kmalloc-2048 
   Owner: pid=11255 cmd=mrename
    ... 2 pids. Youngest,oldest: 11308, 11295  Ran ms ago: 8461, 8822
        sorted by ran_ago, youngest first
      [11308, 11295]
  -- <struct mutex 0xffff8800b0841180> lustre_inode_cache 
   Owner: pid=11526 cmd=mrename
    ... 13 pids. Youngest,oldest: 11578, 11534  Ran ms ago: 5562, 6323
        printing 10 out of 13
        sorted by ran_ago, youngest first
      [11578, 11576, 10909, 11547, 11540, <3 skipped>, 11531, 11529,
       11546, 11539, 11534]
  -- <struct mutex 0xffff8800b0a41180> lustre_inode_cache 
   Owner: pid=11258 cmd=mrename
    ... 10 pids. Youngest,oldest: 11530, 11278  Ran ms ago: 6027, 9123
        sorted by ran_ago, youngest first
      [11530, 11521, 11401, 11113, 11276, 11268, 11265, 11266, 11263,
       11278]

*** Threads that own resources the other threads are waiting on ***

PID=11526  CPU=1 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   mdc_reint+0x22
  #6   mdc_rename+0x32c
  #7   lmv_rename+0x5ac
  #8   ll_rename+0x560
  #9   vfs_rename+0x885
  #10  SYSC_renameat2+0x4d3
  #11  sys_renameat2+0xe
  #12  sys_rename+0x1e
  #13  system_call_fastpath+0x1f, 477 bytes of data
{10909, 11529, 11531, 11578, 11533, 11534, 11539, 11540, 11542, 11576, 11546, 11547, 6749}

PID=11304  CPU=3 CMD=mkdir
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   ldlm_cli_enqueue+0x424
  #6   mdc_enqueue_base+0x37a
  #7   mdc_intent_lock+0x135
  #8   lmv_intent_lookup+0x30b
  #9   lmv_intent_lock+0x26f
  #10  ll_lookup_it.constprop.42+0x727
  #11  ll_lookup_nd+0x110
  #12  lookup_real+0x1d
  #13  __lookup_hash+0x42
  #14  lookup_slow+0x42
  #15  path_lookupat+0x89e
  #16  filename_lookup+0x2b
  #17  user_path_at_empty+0x67
  #18  user_path_at+0x11
  #19  sys_chdir+0x3e
  #20  system_call_fastpath+0x1f, 477 bytes of data
{11297, 11271, 11367, 11369, 11311, 11312, 11314, 11255, 11096, 11290}

PID=11371  CPU=0 CMD=rm
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   ldlm_cli_enqueue+0x424
  #6   mdc_enqueue_base+0x37a
  #7   mdc_intent_lock+0x135
  #8   lmv_intent_lookup+0x30b
  #9   lmv_intent_lock+0x26f
  #10  ll_lookup_it.constprop.42+0x727
  #11  ll_lookup_nd+0x110
  #12  lookup_real+0x1d
  #13  __lookup_hash+0x42
  #14  lookup_slow+0x42
  #15  path_lookupat+0x89e
  #16  filename_lookup+0x2b
  #17  user_path_at_empty+0x67
  #18  user_path_at+0x11
  #19  vfs_fstatat+0x63
  #20  SYSC_newfstatat+0x24
  #21  sys_newfstatat+0xe
  #22  system_call_fastpath+0x1f, 477 bytes of data
{11393, 11398, 11400, 11373, 11376, 11377, 11379, 11381, 11446, 11383, 11387, 11390, 11391}

PID=11255  CPU=3 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule_preempt_disabled+0x39
  #2   __mutex_lock_slowpath+0x13a
  #3   mutex_lock+0x2d
  #4   lock_rename+0x55
  #5   SYSC_renameat2+0x22f
  #6   sys_renameat2+0xe
  #7   sys_rename+0x1e
  #8   system_call_fastpath+0x1f, 477 bytes of data
{11308, 11295}

PID=11258  CPU=3 CMD=mrename
  #0   __schedule+0x2e2
  #1   schedule+0x29
  #2   schedule_timeout+0x13f
  #3   ptlrpc_set_wait+0x7cf
  #4   ptlrpc_queue_wait+0x86
  #5   mdc_reint+0x22
  #6   mdc_rename+0x32c
  #7   lmv_rename+0x5ac
  #8   ll_rename+0x560
  #9   vfs_rename+0x885
  #10  SYSC_renameat2+0x4d3
  #11  sys_renameat2+0xe
  #12  sys_rename+0x1e
  #13  system_call_fastpath+0x1f, 477 bytes of data
{11265, 11266, 11521, 11268, 10632, 11401, 11113, 11530, 11276, 11278, 10737, 10810, 11263}



 ** Execution took   2.00s (real)   1.46s (CPU), Child processes:   0.54s